-- Logs begin at Wed 2022-07-20 07:42:07 UTC, end at Wed 2022-07-20 08:47:56 UTC. -- Jul 20 08:16:30.028946 dv-cinder-823089-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 20 08:16:33.046082 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.common.config [-] Logging enabled! Jul 20 08:16:33.047427 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev439 Jul 20 08:16:33.047660 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103912) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 20 08:16:33.051132 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.common.config [-] Logging enabled! Jul 20 08:16:33.051437 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev439 Jul 20 08:16:33.051806 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103912) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 20 08:16:33.052877 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 08:16:33.053149 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 08:16:33.053787 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 08:16:33.054082 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 08:16:33.054354 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 08:16:33.054787 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.055144 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.055425 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.055775 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.056117 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.056449 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.056790 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.057198 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.057536 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.057866 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.058204 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.058493 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.058863 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.059210 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.059550 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.059821 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] debug = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.060150 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.060655 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.061142 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.061449 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.061806 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.062225 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.062754 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.063175 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.063493 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.064012 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] host = dv-cinder-823089-3-iscsi {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.064406 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.064758 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.065161 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.065578 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.065986 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.066372 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.066804 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.068135 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.068135 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.068135 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.068405 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.068722 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.069073 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.069393 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.069674 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.070019 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.070362 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.070750 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.071080 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.071406 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.071730 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.072062 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.072388 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.072728 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.073086 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.073437 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.073769 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.074097 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.074424 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.074792 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.075140 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.075474 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.075798 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.076124 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.076124 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.076124 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.076124 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.076124 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.076124 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.076124 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.076124 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.079315 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.079315 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.079529 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.079985 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.080459 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_json = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.080919 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.081372 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.081798 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.082142 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.082544 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.082981 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.083421 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.083807 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.084166 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:33.084515 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.084861 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.085214 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.085676 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.086122 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.086454 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.086826 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.087156 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.087497 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.087833 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.088173 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.088496 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.088847 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.089204 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.089585 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.089939 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.090328 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.090776 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.091100 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.091422 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.091744 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.092079 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.092593 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.093079 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.093427 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.094460 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.094854 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.095203 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.095544 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.095879 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.096224 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.096568 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.096914 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.097257 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.097623 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.097983 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.098320 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.098699 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.099028 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.099346 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.099679 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.100015 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.100349 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.100672 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.101000 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.101338 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.101665 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.102001 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.102331 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.102721 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.103098 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.103439 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.103766 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.104092 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.104432 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.104780 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.105113 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.105434 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.105764 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.106090 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.106416 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.106788 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.107116 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.107544 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.107750 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.108079 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.108415 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.108757 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.109138 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.109982 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.110312 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.110676 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.111096 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.111420 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.111777 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.112105 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.112440 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.112767 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.113156 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.113494 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.113823 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.114149 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.114482 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.114843 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.115197 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.115529 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.115876 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.116211 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.116542 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.116907 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.117230 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.117567 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.117893 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.118220 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.118635 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.118966 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.119555 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.119887 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.120221 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.120556 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.120911 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.121253 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.121583 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.121924 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.122264 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.122627 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.122962 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.123372 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.123704 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:33.123968 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 08:16:33.124273 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103912) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 20 08:16:33.460546 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 20 08:16:33.460823 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 20 08:16:33.461115 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 20 08:16:33.461450 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 20 08:16:33.902791 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:33.903102 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:33.903453 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:33.904861 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:33.905180 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:33.905489 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:33.968511 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:33.969463 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:33.969862 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:33.985985 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:33.986318 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:33.986672 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.023047 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.023215 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.023600 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.067506 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.068205 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.068205 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.343226 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.344118 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.344566 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.344891 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.345721 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.457843 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.458219 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.458559 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.458919 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.459244 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.459613 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.459919 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.460257 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.460629 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.460963 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.461281 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.461601 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.461916 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.462223 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.462535 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.462874 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.463181 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.463501 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.463826 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.464138 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.464467 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.464773 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.465145 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.465611 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.465917 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.466217 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.466765 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 08:16:34.467050 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 08:16:34.467337 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 08:16:34.467652 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 08:16:34.467931 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 08:16:34.468217 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 08:16:34.469211 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 20 08:16:34.472954 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 20 08:16:34.477011 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 20 08:16:34.481217 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jul 20 08:16:34.482998 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 20 08:16:34.485291 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 20 08:16:34.485656 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 20 08:16:34.486058 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 20 08:16:34.489232 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 20 08:16:34.489484 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 20 08:16:34.489860 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 08:16:34.495464 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 20 08:16:34.519958 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 20 08:16:34.520427 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.520739 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103912) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 20 08:16:34.521123 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.522550 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103912) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 20 08:16:34.522870 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 08:16:34.523311 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 20 08:16:34.526533 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.526845 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:34.646983 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 20 08:16:34.647222 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 20 08:16:34.647342 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 20 08:16:34.647743 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 20 08:16:34.701677 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO dbcounter [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Registered counter for database neutron Jul 20 08:16:34.723487 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_db.sqlalchemy.engines [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103912) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 20 08:16:34.732193 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writer thread running {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 08:16:35.343324 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Initializing driver for type 'gre' Jul 20 08:16:35.344891 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] gre ID ranges: [(1, 1000)] Jul 20 08:16:35.424006 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Initializing driver for type 'local' Jul 20 08:16:35.424354 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Initializing driver for type 'vlan' Jul 20 08:16:35.440571 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] VlanTypeDriver initialization complete Jul 20 08:16:35.440914 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Initializing driver for type 'vxlan' Jul 20 08:16:35.441439 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] vxlan ID ranges: [(1, 1000)] Jul 20 08:16:35.516506 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Initializing extension driver 'port_security' Jul 20 08:16:35.517131 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.extensions.port_security [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] PortSecurityExtensionDriver initialization complete Jul 20 08:16:35.517566 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Initializing mechanism driver 'openvswitch' Jul 20 08:16:35.518052 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Initializing mechanism driver 'hyperv' Jul 20 08:16:35.525470 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:16:35.526166 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > port after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.526567 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.527153 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > port after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.527728 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 08:16:35.528304 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > subnet after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.528700 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > subnet after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.529079 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.529483 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 08:16:35.530034 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > network after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.530397 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > network after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.530785 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > network after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.531915 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 08:16:35.532349 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > security_group after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.532712 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > security_group after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.533062 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.533859 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 08:16:35.533969 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.534241 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.534756 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.535045 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 08:16:35.535465 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > address_group after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.535814 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > address_group after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.536159 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.536644 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 08:16:35.537309 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] ML2 OVO RPC backend initialized. {{(pid=103912) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 20 08:16:35.538132 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.538640 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.539103 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > network before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.539464 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > networks before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.539817 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > port before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.540333 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > ports before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.540815 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > subnet before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.541173 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > subnets before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.541527 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > network after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.541892 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > network after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.542242 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > network after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.542626 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > port after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.542957 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.543304 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > port after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.543681 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > subnet after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.543991 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > subnet after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.544360 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.554630 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded quota_driver: . Jul 20 08:16:35.555009 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.plugin [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Modular L2 Plugin initialization complete Jul 20 08:16:35.555365 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading services supported by the core plugin {{(pid=103912) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 20 08:16:35.555719 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Got port-security extension from driver 'port_security' Jul 20 08:16:35.556237 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.extensions.vlantransparent [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Disabled vlantransparent extension. Jul 20 08:16:35.556743 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103912) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 20 08:16:35.557071 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading Plugin: router Jul 20 08:16:35.596598 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.596914 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router after_create 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.597423 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router before_create 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.597981 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.598364 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.598777 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router after_delete 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.599148 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.599508 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.599877 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router after_create 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.600292 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router after_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.600819 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router after_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.601178 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.601547 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router after_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.601969 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router precommit_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.602344 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.602721 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: port after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.603071 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: subnet after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.603463 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.603946 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.604336 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router precommit_create 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.604693 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: port before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.605049 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router precommit_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.605415 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router after_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.605769 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.606127 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router precommit_create 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.606504 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.607050 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router precommit_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.607460 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > agent after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.607893 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > agent after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.608253 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > network after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.609288 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Tracking information for resource: router configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 08:16:35.609807 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Tracking information for resource: floatingip configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 08:16:35.615607 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.db.l3_agentschedulers_db [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 20 08:16:35.616206 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.616599 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: port after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.616938 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: port after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.617299 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.618120 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router before_create 55550100 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.618495 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.618889 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router precommit_create 55550100 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.619255 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > router precommit_update 55550100 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.624593 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.services.provider_configuration [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Service providers = [] {{(pid=103912) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 20 08:16:35.625063 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.db.servicetype_db [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103912) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 20 08:16:35.628255 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.services.service_base [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 08:16:35.628606 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.services.service_base [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 08:16:35.628944 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.services.service_base [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 08:16:35.630047 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.services.service_base [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 08:16:35.630421 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.services.service_base [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 20 08:16:35.630845 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 08:16:35.631163 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 20 08:16:35.643184 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 08:16:35.643522 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading Plugin: auto_allocate Jul 20 08:16:35.650258 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: network precommit_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.650674 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: network precommit_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.651225 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 08:16:35.651551 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading Plugin: tag Jul 20 08:16:35.659533 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 08:16:35.659864 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading Plugin: timestamp Jul 20 08:16:35.663925 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 08:16:35.664258 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading Plugin: network_ip_availability Jul 20 08:16:35.669958 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.670339 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.670729 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.671558 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 08:16:35.671912 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading Plugin: flavors Jul 20 08:16:35.677252 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 08:16:35.677592 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading Plugin: revisions Jul 20 08:16:35.682264 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 08:16:35.682709 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.221s {{(pid=103912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 20 08:16:35.683508 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103912) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 20 08:16:35.683846 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Initializing extension manager. Jul 20 08:16:35.684388 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: __init__.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.684733 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: __pycache__ {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.685070 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: address_group.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.685859 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.686444 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: address-group Jul 20 08:16:35.686804 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: address_scope.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.687544 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.688051 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: address-scope Jul 20 08:16:35.688374 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.689337 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.689984 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: router-admin-state-down-before-update Jul 20 08:16:35.690239 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: agent.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.690872 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.691377 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: agent Jul 20 08:16:35.692027 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: agent_resources_synced.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.692579 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.693085 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: agent-resources-synced Jul 20 08:16:35.693410 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: allowedaddresspairs.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.695336 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.695982 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: allowed-address-pairs Jul 20 08:16:35.696193 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: auto_allocated_topology.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.697306 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.697841 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: auto-allocated-topology Jul 20 08:16:35.698231 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: availability_zone.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.698879 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.699358 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: availability_zone Jul 20 08:16:35.699680 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: availability_zone_filter.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.700862 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.701086 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: availability_zone_filter Jul 20 08:16:35.701409 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: data_plane_status.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.702435 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.702811 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension data-plane-status not supported by any of loaded plugins Jul 20 08:16:35.703691 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: default_subnetpools.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.704555 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.705054 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: default-subnetpools Jul 20 08:16:35.705376 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.706201 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.706736 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: dhcp_agent_scheduler Jul 20 08:16:35.707068 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: dns.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.708020 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.708462 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension dns-integration not supported by any of loaded plugins Jul 20 08:16:35.708796 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: dns_domain_ports.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.709673 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.710183 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 20 08:16:35.710510 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.711422 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.711921 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 20 08:16:35.712243 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: dvr.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.712886 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.713388 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: dvr Jul 20 08:16:35.713715 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: ecmp_routes.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.714602 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.715109 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 20 08:16:35.715432 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: empty_string_filtering.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.716314 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.716814 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: empty-string-filtering Jul 20 08:16:35.717139 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.718016 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.718566 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 20 08:16:35.719412 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.720279 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.720778 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 20 08:16:35.721106 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: external_net.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.721976 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.722477 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: external-net Jul 20 08:16:35.722842 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.723825 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.724261 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: extra_dhcp_opt Jul 20 08:16:35.724535 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: extraroute.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.725481 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.725961 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: extraroute Jul 20 08:16:35.726248 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: extraroute_atomic.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.727278 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.727789 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: extraroute-atomic Jul 20 08:16:35.728114 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: filter_validation.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.728767 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.729261 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: filter-validation Jul 20 08:16:35.729585 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: fip_pf_description.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.730767 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.731280 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 20 08:16:35.731603 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: fip_pf_port_range.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.732480 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.733123 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 20 08:16:35.733309 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: fip_port_details.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.734225 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.734760 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: fip-port-details Jul 20 08:16:35.735266 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: flavors.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.736506 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.737023 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: flavors Jul 20 08:16:35.737351 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.739045 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.739566 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 20 08:16:35.739896 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: floatingip_pools.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.740574 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.741085 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: floatingip-pools Jul 20 08:16:35.741418 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: ip_allocation.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.742311 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.742860 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension ip_allocation not supported by any of loaded plugins Jul 20 08:16:35.743205 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.744116 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.744825 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: ip-substring-filtering Jul 20 08:16:35.745152 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: l2_adjacency.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.746051 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.746554 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 20 08:16:35.746904 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: l3.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.747920 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.748450 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: router Jul 20 08:16:35.748780 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.751732 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.752303 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 20 08:16:35.752643 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.753721 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.754276 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: ext-gw-mode Jul 20 08:16:35.754635 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.755604 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.756150 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: l3-ha Jul 20 08:16:35.756458 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.757400 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.757918 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 20 08:16:35.758248 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: l3_flavors.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.759239 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.759930 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: l3-flavors Jul 20 08:16:35.760083 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.761593 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.762126 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 20 08:16:35.762458 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.763449 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.763970 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 20 08:16:35.764299 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: l3agentscheduler.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.765946 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.766479 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: l3_agent_scheduler Jul 20 08:16:35.766861 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: local_ip.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.768847 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.769401 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension local_ip not supported by any of loaded plugins Jul 20 08:16:35.769741 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: logging.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.771460 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.772017 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension logging not supported by any of loaded plugins Jul 20 08:16:35.772349 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: metering.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.773150 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.773767 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: metering Jul 20 08:16:35.774150 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.775609 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.776139 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: metering_source_and_destination_fields Jul 20 08:16:35.776477 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: multiprovidernet.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.777497 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.778001 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: multi-provider Jul 20 08:16:35.778330 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: netmtu.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.779328 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.779848 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: net-mtu Jul 20 08:16:35.780181 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: netmtu_writable.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.781833 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.782262 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: net-mtu-writable Jul 20 08:16:35.782653 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: network_availability_zone.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.783415 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.783945 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: network_availability_zone Jul 20 08:16:35.784276 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: network_ip_availability.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.785489 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.786006 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: network-ip-availability Jul 20 08:16:35.786347 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: network_segment_range.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.787264 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.787778 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension network-segment-range not supported by any of loaded plugins Jul 20 08:16:35.788110 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: pagination.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.789143 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.789481 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: pagination Jul 20 08:16:35.789805 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: port_device_profile.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.790721 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.791263 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: port-device-profile Jul 20 08:16:35.791591 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: port_mac_address_override.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.792524 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.793047 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: port-mac-override Jul 20 08:16:35.793373 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.794321 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.794886 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: port-mac-address-regenerate Jul 20 08:16:35.795205 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.796134 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.796756 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: port-numa-affinity-policy Jul 20 08:16:35.797243 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: port_resource_request.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.798250 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.798804 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension port-resource-request not supported by any of loaded plugins Jul 20 08:16:35.799130 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: port_resource_request_groups.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.800149 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.800663 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 20 08:16:35.800991 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: portbindings.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.801942 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.802466 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: binding Jul 20 08:16:35.802830 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: portbindings_extended.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.804180 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.804717 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: binding-extended Jul 20 08:16:35.805048 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: portsecurity.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.806021 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.806546 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: port-security Jul 20 08:16:35.806904 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: project_id.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.807900 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.808236 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: project-id Jul 20 08:16:35.808556 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: providernet.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.809460 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.809999 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: provider Jul 20 08:16:35.810318 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: qos.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.814722 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.815292 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension qos not supported by any of loaded plugins Jul 20 08:16:35.815629 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.817057 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.817599 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 20 08:16:35.817933 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.818946 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.819474 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 20 08:16:35.819805 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: qos_default.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.820747 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.821265 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension qos-default not supported by any of loaded plugins Jul 20 08:16:35.821593 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: qos_fip.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.822522 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.823074 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension qos-fip not supported by any of loaded plugins Jul 20 08:16:35.823398 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.824342 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.824852 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 20 08:16:35.825177 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: qos_gateway_ip.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.826090 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.826628 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 20 08:16:35.826961 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: qos_port_network_policy.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.827954 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.828974 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 20 08:16:35.829299 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.830368 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.830907 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 20 08:16:35.831247 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.832308 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.832833 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 20 08:16:35.833166 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: qos_pps_rule.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.834401 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.834968 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension qos-pps not supported by any of loaded plugins Jul 20 08:16:35.835299 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: qos_rule_type_details.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.836278 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.836797 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 20 08:16:35.837124 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.838108 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.838572 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 20 08:16:35.838931 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: qos_rules_alias.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.840012 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.840523 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 20 08:16:35.840850 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: quota_check_limit.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.841759 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.842269 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: quota-check-limit Jul 20 08:16:35.842619 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: quotasv2.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.843676 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.844004 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: quotas Jul 20 08:16:35.844329 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: quotasv2_detail.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.846158 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.846497 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: quota_details Jul 20 08:16:35.846917 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: rbac.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.848354 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.848939 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: rbac-policies Jul 20 08:16:35.849263 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: rbac_address_group.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.850371 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.850821 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: rbac-address-group Jul 20 08:16:35.851153 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: rbac_address_scope.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.852072 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.852592 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: rbac-address-scope Jul 20 08:16:35.852923 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: rbac_security_groups.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.853931 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.854452 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: rbac-security-groups Jul 20 08:16:35.854812 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: rbac_subnetpool.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.855728 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.856237 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: rbac-subnetpool Jul 20 08:16:35.856563 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: revisionifmatch.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.857478 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.857999 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: revision-if-match Jul 20 08:16:35.858323 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: revisions.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.859682 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.860207 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: standard-attr-revisions Jul 20 08:16:35.860538 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: router_availability_zone.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.861216 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.861730 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: router_availability_zone Jul 20 08:16:35.862058 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: routerservicetype.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.863070 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.863584 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension router-service-type not supported by any of loaded plugins Jul 20 08:16:35.863912 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.864844 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.865364 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: security-groups-normalized-cidr Jul 20 08:16:35.865695 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.866647 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.867167 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: port-security-groups-filtering Jul 20 08:16:35.867496 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.868412 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.868930 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: security-groups-remote-address-group Jul 20 08:16:35.869260 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.870451 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.871009 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: security-groups-shared-filtering Jul 20 08:16:35.871339 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: securitygroup.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.883622 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.884208 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: security-group Jul 20 08:16:35.884548 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: segment.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.885400 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.885938 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension segment not supported by any of loaded plugins Jul 20 08:16:35.886269 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.887343 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.887874 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 20 08:16:35.888202 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: servicetype.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.889351 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.889887 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: service-type Jul 20 08:16:35.890215 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: sorting.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.891839 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.892221 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: sorting Jul 20 08:16:35.892594 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: standard_attr_segment.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.893567 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.894175 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 20 08:16:35.894658 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: standardattrdescription.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.895394 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.895965 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: standard-attr-description Jul 20 08:16:35.896334 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: stateful_security_group.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.897432 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.898024 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: stateful-security-group Jul 20 08:16:35.898387 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: stdattrs_common.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.899116 dv-cinder-823089-3-iscsi neutron-server[103912]: WARNING neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 20 08:16:35.899487 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.900561 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.901112 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 20 08:16:35.901429 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: subnet_onboard.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.902564 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.903327 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: subnet_onboard Jul 20 08:16:35.903659 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.904788 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.905312 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 20 08:16:35.905773 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: subnet_service_types.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.907204 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.907984 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: subnet-service-types Jul 20 08:16:35.908472 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: subnetallocation.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.910153 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.910974 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: subnet_allocation Jul 20 08:16:35.911413 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.912315 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.913112 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: subnetpool-prefix-ops Jul 20 08:16:35.913592 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.914999 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.915819 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 20 08:16:35.916372 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: tagging.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.918119 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.919074 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: standard-attr-tag Jul 20 08:16:35.919532 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: timestamp.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.920787 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.921311 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loaded extension: standard-attr-timestamp Jul 20 08:16:35.921737 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: trunk.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.923001 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.923520 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension trunk not supported by any of loaded plugins Jul 20 08:16:35.923844 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: trunk_details.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.924747 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.925251 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension trunk-details not supported by any of loaded plugins Jul 20 08:16:35.925576 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: uplink_status_propagation.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.926479 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.927013 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 20 08:16:35.927339 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Loading extension file: vlantransparent.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 08:16:35.927999 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 08:16:35.928499 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 20 08:16:35.931211 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of TrackedResource for resource:network Jul 20 08:16:35.931765 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of TrackedResource for resource:subnet Jul 20 08:16:35.932168 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 08:16:35.932562 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of TrackedResource for resource:port Jul 20 08:16:35.933955 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 08:16:35.934407 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Service FLAVORS assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 08:16:35.935067 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 08:16:35.935509 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 08:16:35.935854 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of TrackedResource for resource:router Jul 20 08:16:35.936289 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of TrackedResource for resource:floatingip Jul 20 08:16:35.936785 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Service METERING assigned prefix: /metering {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 08:16:35.938957 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.939340 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.939702 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:16:35.940799 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 08:16:35.941259 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of TrackedResource for resource:security_group Jul 20 08:16:35.941701 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 08:16:35.942259 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Service CORE assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 08:16:35.942610 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 08:16:35.942981 dv-cinder-823089-3-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] subnetpool is already registered Jul 20 08:16:35.943425 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Service CORE assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 08:16:35.943755 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 08:16:35.944092 dv-cinder-823089-3-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] subnetpool is already registered Jul 20 08:16:35.946726 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 08:16:35.947176 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Service FLAVORS assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 08:16:35.947778 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 08:16:35.948214 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 08:16:35.948556 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of TrackedResource for resource:router Jul 20 08:16:35.948901 dv-cinder-823089-3-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] router is already registered Jul 20 08:16:35.949320 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of TrackedResource for resource:floatingip Jul 20 08:16:35.949662 dv-cinder-823089-3-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] floatingip is already registered Jul 20 08:16:35.950136 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Service METERING assigned prefix: /metering {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 08:16:35.950878 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 08:16:35.951218 dv-cinder-823089-3-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] rbac_policy is already registered Jul 20 08:16:35.951636 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of TrackedResource for resource:security_group Jul 20 08:16:35.951980 dv-cinder-823089-3-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] security_group is already registered Jul 20 08:16:35.952421 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 08:16:35.952764 dv-cinder-823089-3-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] security_group_rule is already registered Jul 20 08:16:35.954019 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Service CORE assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 08:16:35.954350 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 08:16:35.954725 dv-cinder-823089-3-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] subnetpool is already registered Jul 20 08:16:35.955164 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Service CORE assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 08:16:35.955493 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 08:16:35.955832 dv-cinder-823089-3-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] subnetpool is already registered Jul 20 08:16:35.956327 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: extensions {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.957949 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: address-groups {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.959757 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: address-scopes {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.961165 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: agents {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.962373 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: auto-allocated-topology {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.963704 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: availability_zones {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.964984 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: dhcp-networks {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.966620 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: dhcp-agents {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.968114 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: routers {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.969944 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: flavors {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.971293 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: service_profiles {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.972548 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: next_providers {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.974064 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: service_profiles {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.975718 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: floatingip-pools {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.977032 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: routers {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.978796 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: floatingips {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.980119 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: l3-routers {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.981738 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: l3-agents {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.983083 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: metering-labels {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.984430 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: metering-label-rules {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.985875 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: network-ip-availabilities {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.987210 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: bindings {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.988825 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: quotas {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.990553 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: quotas {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.992194 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: rbac-policies {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.993424 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: security-groups {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.995069 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: security-group-rules {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.996388 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: service-providers {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.997665 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: subnetpools {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:35.999066 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: subnetpools {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:36.002532 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:36.004333 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:36.006239 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:36.008149 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:36.009917 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:36.011997 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:36.013778 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:36.016335 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:36.018250 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:36.020093 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 08:16:36.026445 dv-cinder-823089-3-iscsi neutron-server[103912]: WARNING keystonemiddleware.auth_token [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 20 08:16:36.031810 dv-cinder-823089-3-iscsi neutron-server[103912]: WARNING keystonemiddleware.auth_token [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 20 08:16:36.040812 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Acquired lock "singleton_lock" {{(pid=103912) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 20 08:16:36.041297 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Releasing lock "singleton_lock" {{(pid=103912) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 20 08:16:36.041970 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO oslo_service.service [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Starting 2 workers Jul 20 08:16:36.047090 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Started child 104021 {{(pid=103912) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 08:16:36.051950 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Started child 104022 {{(pid=103912) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 08:16:36.052964 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:16:36.054255 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO neutron.service [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 20 08:16:36.054427 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:16:36.054622 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [-] (104021) wsgi starting up on http://0.0.0.0:9696 Jul 20 08:16:36.056807 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO oslo_service.service [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Starting 1 workers Jul 20 08:16:36.057479 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:16:36.059015 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [-] (104022) wsgi starting up on http://0.0.0.0:9696 Jul 20 08:16:36.062134 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Started child 104023 {{(pid=103912) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 08:16:36.063606 dv-cinder-823089-3-iscsi neutron-server[103912]: INFO oslo_service.service [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Starting 1 workers Jul 20 08:16:36.066898 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.service [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] calling RpcWorker wait() {{(pid=104023) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 20 08:16:36.067595 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.service [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] returning from RpcWorker wait() {{(pid=104023) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 20 08:16:36.068446 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Started child 104024 {{(pid=103912) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 08:16:36.068770 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:16:36.069280 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da957460-882a-433a-ba75-e9fee6b90c59 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:16:36.069394 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:16:36.071296 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103912) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 08:16:36.071509 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 08:16:36.071694 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 08:16:36.071926 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 08:16:36.072268 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 08:16:36.072414 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 08:16:36.072941 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.073274 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.073520 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.073857 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:16:36.074356 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.074431 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.074775 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.075012 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.075282 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.075548 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.075720 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.075875 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.076131 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.076360 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.076691 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.077044 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.077357 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.077612 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.077811 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.078698 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.079073 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.079351 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.079650 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] debug = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.079919 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.080415 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.080643 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.080905 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.081143 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.081428 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.081732 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.082005 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.082255 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.082565 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.082862 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.083121 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.083363 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.083597 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.083860 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.084142 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.084363 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.084873 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] host = dv-cinder-823089-3-iscsi {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.085131 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.085354 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.085610 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.085953 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.086218 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.086462 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.086749 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.087010 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.087281 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.087523 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.087846 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.088099 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.088386 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.088694 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.088902 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_options = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.089114 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.089462 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.089662 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.089842 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.090001 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.090238 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.090373 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.090546 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.090822 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.091073 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.091291 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.091506 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.091756 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.091998 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.092287 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.092590 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.092847 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.093076 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.093327 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.094156 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.094452 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.094643 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.094884 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.095157 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.095446 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.095668 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.095932 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.096178 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.096415 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.096630 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.096888 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.097219 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.097376 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.097629 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.097963 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.098102 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:16:36.098232 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.098410 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.098674 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.098943 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.099168 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.099630 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.099760 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.099951 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.100195 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.100647 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.100890 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.101114 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_json = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.101323 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.101545 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.101853 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.102259 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.102802 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.102982 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.103286 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.103678 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.104099 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.104350 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.104871 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.105435 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.106673 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.106673 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.106673 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.106673 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.106986 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.107058 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.107280 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.107692 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.111785 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.112237 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.112517 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.118589 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.118589 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.118589 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.118589 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.118589 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.118589 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.118589 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.118589 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.119180 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.119180 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.119180 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.119180 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.119180 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.119180 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.119180 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.119180 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.119916 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.119916 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.119916 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.119916 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.119916 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.119916 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.120256 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.120256 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.120440 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.121771 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.122416 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.123292 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.123744 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.124153 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.124572 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.125776 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.126326 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.126556 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.127012 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.127433 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.127814 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.128208 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.128621 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.129011 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.129449 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.129789 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.130185 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.130604 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.131047 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.131484 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.131888 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.132295 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.132694 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.133074 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.133469 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.133853 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.134233 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.134640 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.134959 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.135300 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.136334 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.136716 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.137105 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.137535 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.137909 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.138152 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.138459 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.138895 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.139277 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.139646 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.140009 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.140543 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.141782 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.142040 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.142386 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.142825 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.143243 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.143597 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.143970 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.144416 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.144761 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.145266 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.145835 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.146251 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.146668 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.147106 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.147493 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.147928 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.149170 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.149569 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.149960 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.150426 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.150851 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.151275 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.151763 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.152084 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.152551 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.152935 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.153306 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.153659 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.154020 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.154386 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.155054 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.155428 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.155853 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.156820 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.158120 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.158564 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.159053 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.159453 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.159887 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.160296 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.160740 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.161240 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.161611 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.162015 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.162462 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.162974 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.163432 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.163892 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.164324 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.164794 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.165217 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.165660 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.166081 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.166498 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.166941 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.167344 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.167790 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.168180 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.168604 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.169220 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.169752 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.170181 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.170571 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.170977 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.171454 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.172735 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.173187 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.174170 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.174690 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.175039 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.175453 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.175865 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.176277 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.176682 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.177082 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.177460 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.177857 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.178276 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.178714 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.179118 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.179630 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.179916 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.180294 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.180692 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.181167 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.181654 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.182066 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.182527 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.182946 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.183359 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.183771 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.184173 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.184557 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.184957 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.185335 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.185752 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.186167 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.186664 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.187092 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.188498 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.188904 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.189331 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.189753 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.190142 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.190617 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.191003 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.191372 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.191733 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.192128 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.192492 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.192832 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.193204 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:16:36.193304 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.193580 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.193988 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.194411 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.194992 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.195416 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.195704 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.196090 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.197693 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.198099 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.198374 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.198635 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.198901 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.199142 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.199377 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.199599 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.199844 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.200054 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.200281 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.200496 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.200766 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.201001 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.201254 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.201486 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.201730 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.201963 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.202184 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.202411 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.202729 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.203510 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.204515 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.204883 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.205269 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.205747 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.206168 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.206565 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.207004 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.207376 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.207749 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.208151 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.208522 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.208895 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.209285 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.209654 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.209901 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.210526 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.210947 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.211315 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.211820 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.212362 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.212739 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.213057 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.213407 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.213902 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.214344 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.214748 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.215119 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.215531 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.215891 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.216255 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.217770 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.218266 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.220365 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.220365 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.220365 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.220365 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.220911 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.221121 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.221486 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.222045 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.222688 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.223074 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.223439 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.223839 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.224261 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.224669 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.225164 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.225548 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.225993 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.226395 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.226757 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.227146 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.227606 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.228202 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.228693 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.229124 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.229554 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.229934 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.230398 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.230897 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.231290 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.231812 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.232357 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.232807 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.233216 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.233648 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.234053 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.235990 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.236374 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.236782 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.237129 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.237381 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.237759 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.238159 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.238554 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.238999 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.239416 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.239801 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.240212 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.240587 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.240982 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.241366 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.241645 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 08:16:36.242492 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103912) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 08:16:36.242818 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 08:16:36.243091 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 08:16:36.243406 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 08:16:36.243704 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 08:16:36.243965 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 08:16:36.244311 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.244862 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.245138 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.245408 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.245714 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.245983 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.246258 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.246477 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.246731 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.247013 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.247289 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.247565 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.247844 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.248121 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.248394 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.248669 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.248953 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.249244 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.249427 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.249711 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.251431 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.251712 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] debug = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.251995 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.252348 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.252624 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.252899 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.253184 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.253462 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.253726 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.253997 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.254267 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.254588 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.254875 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.255158 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.255443 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.255718 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.255994 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.256270 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.256544 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.256814 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] host = dv-cinder-823089-3-iscsi {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.257087 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.257257 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.257478 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.257786 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.258120 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.258332 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.258624 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.258899 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.259167 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.259538 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.259756 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.259971 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.260244 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.260516 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.260793 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_options = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.261066 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.261338 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.261622 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.261939 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.262218 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.262502 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.262807 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.263089 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.263372 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.263655 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.263929 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.264205 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.264481 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.264759 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.265033 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.265306 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.266450 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.266767 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.267330 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.267564 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.267841 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.268118 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.268399 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.268684 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.268915 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.269114 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.269390 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.269669 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.269952 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.270224 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.270495 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.270794 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.271075 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.271340 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.271613 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.271895 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.272165 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.272442 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.272735 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.273017 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.273295 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.273572 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.273850 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.274135 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.274406 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.274730 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.275010 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_json = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.275279 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.275547 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.275942 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.276089 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.276354 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.276629 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.276908 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.277188 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.277465 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 08:16:36.277786 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.278071 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.278368 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.278788 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.278965 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.279242 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.279522 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.279801 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.280084 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.280363 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.280661 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.280980 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.282084 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.282375 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.282700 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.283000 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.283318 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.283604 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.283889 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.284175 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.284625 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.284903 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.285209 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.285494 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.285776 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.286052 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.286493 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.286848 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.287648 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 59044) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:16:36.289972 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.290203 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.290352 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.290529 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.290733 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.290904 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.291074 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.291243 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.291411 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.291576 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.291742 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.292018 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.292116 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.292225 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.292387 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.292549 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.292712 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.292875 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.293038 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.293200 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.293362 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.293524 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.293687 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.293848 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.294010 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.294172 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.294334 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.294496 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.294680 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.294856 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.295015 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.295176 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.295336 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.295497 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.295658 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.295819 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.295979 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.296140 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.296302 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.296462 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.297462 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.297653 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.297787 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.298026 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.298026 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.298308 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.298415 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.298566 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.298822 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.298998 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.299135 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.299294 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.299459 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.299619 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.299782 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.299943 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.300105 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.300266 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.300427 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.300587 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.300747 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.300908 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.301066 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.301239 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.301383 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.301625 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.301781 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0110598 Jul 20 08:16:36.301934 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.302074 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.302217 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.302344 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.302451 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.302667 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.302832 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.302995 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.303156 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.303320 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.303481 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.303647 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.303803 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.303965 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.304126 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.304286 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.304455 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.304640 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.304783 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.304924 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.305064 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.305201 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.305335 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.305542 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.305681 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.305808 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.305944 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.306149 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.306290 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.306413 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.306567 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.306770 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.306903 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.307075 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.307236 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.307398 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.307558 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.307719 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.307879 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.308040 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.308251 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.308381 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.308561 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.308660 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.308799 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.308957 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.309234 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.309334 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.309456 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.309637 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.309778 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.309939 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.310088 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.310248 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.310408 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.310568 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.310744 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.310896 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.311182 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.311307 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.311388 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.311501 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.311650 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.311882 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.311972 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.312102 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.313108 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.313280 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.313446 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.313623 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.314295 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.314295 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.314295 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.314295 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.314720 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.314720 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.314720 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.314963 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.314963 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.315109 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.315263 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.315423 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.315583 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.315748 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.315901 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.316040 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.316207 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.316373 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.316537 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.316696 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.316861 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.317021 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.317184 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.317346 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.317507 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.317671 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.317928 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.318088 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.318250 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.318411 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.318572 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.318758 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.318908 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.319091 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.319255 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.319404 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.319565 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.319728 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.319889 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.320054 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.320225 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.320416 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.320572 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.320734 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.320887 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.321026 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.321154 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.321377 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.321509 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.321647 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.321809 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.321957 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.322188 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.322188 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.322471 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.322471 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.322771 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.322771 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.323054 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.323054 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.323323 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.323475 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.323619 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.323767 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.323912 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.324055 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.324205 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.324363 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.324507 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.324647 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.324791 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.324936 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.325152 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.325152 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.325501 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.325501 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.325973 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.325973 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.325973 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.326458 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.326458 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.326458 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.326458 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.326990 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.326990 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.326990 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.327408 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.327408 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.327408 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.327910 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.327910 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.327910 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.329282 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.329282 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.329282 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.329282 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.329282 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.329282 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.329282 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.329282 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.330309 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.330309 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.330309 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.330309 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.330309 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.330309 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.330309 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.331226 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.331226 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.331226 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.331226 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.331226 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.331226 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.332254 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.332254 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.332254 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.332254 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.332254 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.332254 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.332254 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.333566 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.333566 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.333566 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.333566 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.333566 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.333566 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.333566 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.333566 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.333566 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.335075 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.335075 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.335075 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.335075 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.335075 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.335075 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.335075 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.335075 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.335075 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.336577 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.336577 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.336577 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 08:16:36.336577 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 08:16:45.506240 dv-cinder-823089-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:16:49.634082 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writer thread running {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 08:16:49.649424 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a968f3-d194-4adb-9b69-e9a62158f772 None None] get_active_networks_info from dv-cinder-823089-3-iscsi {{(pid=104023) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 20 08:16:49.742264 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a968f3-d194-4adb-9b69-e9a62158f772 None None] No non-hosted networks {{(pid=104023) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 20 08:16:49.766524 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.agentschedulers_db [None req-a3a968f3-d194-4adb-9b69-e9a62158f772 None None] DHCP Agent not found on host dv-cinder-823089-3-iscsi {{(pid=104023) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 20 08:16:49.907427 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-69acf59a-74a3-4fa6-ae62-3c1fd5b0346e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1731601'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:16:51.440265 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writer thread running {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 08:16:52.190336 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c1be0f8c-5e50-4d33-9166-207540db76a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1731601'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:16:52.313132 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9b3a46f1-6298-4633-866f-4aec1c3c97a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:16:53.789986 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 59114) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:16:54.213748 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1731601'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:16:55.040392 dv-cinder-823089-3-iscsi neutron-server[104022]: WARNING oslo_policy.policy [None req-d019c355-db8a-49b2-a1f3-6406091e121b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 08:16:55.042355 dv-cinder-823089-3-iscsi neutron-server[104022]: WARNING oslo_policy.policy [None req-d019c355-db8a-49b2-a1f3-6406091e121b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 08:16:55.482718 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [None req-d019c355-db8a-49b2-a1f3-6406091e121b admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 08:16:55.503455 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d019c355-db8a-49b2-a1f3-6406091e121b admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.7111871 Jul 20 08:16:55.987528 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.db.l3_hamode_db [None req-ba542ac9-6e3d-4881-9645-89911e5a2246 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 20 08:16:56.095238 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba542ac9-6e3d-4881-9645-89911e5a2246 None None] Routers set() bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:16:56.095989 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba542ac9-6e3d-4881-9645-89911e5a2246 None None] Router IDs set() for agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 20 08:16:56.496580 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1731601'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:16:56.498353 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:16:56.499016 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:16:56.500145 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:16:56.501214 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:16:56.502748 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:16:56.503925 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:16:56.505280 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:16:56.507335 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:16:56.507335 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:16:56.507335 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:16:56.507335 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:16:56.508695 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:16:56.509367 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:16:56.511011 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:16:56.511766 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:16:56.513289 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-823089-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:16:56.528732 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-823089-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:16:56.670663 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1731601'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:16:58.654154 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 59150) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:16:59.429994 dv-cinder-823089-3-iscsi neutron-server[104021]: WARNING oslo_policy.policy [None req-c79706ae-42be-462f-95e4-637481c8733e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 08:16:59.430887 dv-cinder-823089-3-iscsi neutron-server[104021]: WARNING oslo_policy.policy [None req-c79706ae-42be-462f-95e4-637481c8733e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 08:16:59.661363 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-c79706ae-42be-462f-95e4-637481c8733e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:16:59.759924 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.policy [None req-c79706ae-42be-462f-95e4-637481c8733e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104021) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 08:16:59.806375 dv-cinder-823089-3-iscsi neutron-server[104021]: WARNING oslo_policy.policy [None req-c79706ae-42be-462f-95e4-637481c8733e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 08:16:59.806777 dv-cinder-823089-3-iscsi neutron-server[104021]: WARNING oslo_policy.policy [None req-c79706ae-42be-462f-95e4-637481c8733e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 08:16:59.828594 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writer thread running {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 08:16:59.928740 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c79706ae-42be-462f-95e4-637481c8733e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761466064505', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761466065005', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761466048806', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761466038511', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761466028794', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761466021464', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-828530', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-813426', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1849361', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1764363'] for rbac-policy (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:00.024716 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c79706ae-42be-462f-95e4-637481c8733e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:00.027510 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c79706ae-42be-462f-95e4-637481c8733e admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3715262 Jul 20 08:17:02.484128 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 59166) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:17:02.852362 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:17:02.884718 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Made reservation on behalf of 5902af097cc346559cbefdb217f7394c for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:17:02.888715 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:02.908406 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:03.038352 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Publish callbacks [] for security_group (d91e961e-c89c-4139-a58f-864711eeded0), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:03.042463 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (d91e961e-c89c-4139-a58f-864711eeded0), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:03.084305 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:17:03.117327 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761468045361', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (7558d3bd-e967-4996-9b8c-c5b38f3cc82c), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:03.117910 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Unsubscribe: segment precommit_create {{(pid=104021) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 08:17:03.118437 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Added segment 7558d3bd-e967-4996-9b8c-c5b38f3cc82c of type vlan for network 066ef70a-7809-4bc2-923c-f1ce792cd28a Jul 20 08:17:03.134839 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d91e961e-c89c-4139-a58f-864711eeded0,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:03.184808 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:03.185145 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:03.185505 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:03.185855 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:03.186188 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:03.186515 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:03.187459 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:03.187783 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:03.188107 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:03.188421 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:03.188740 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:03.189075 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:03.189395 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:03.189710 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:03.190023 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Tracked resource versions report: Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: pushed versions: Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: { 'AddressGroup': {'1.2'}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Agent': {'1.1'}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'ConntrackHelper': {'1.0'}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'LocalIPAssociation': {'1.0'}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Log': {'1.0'}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'NDPProxy': {'1.0'}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Network': {'1.1'}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Port': {'1.7'}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'PortForwarding': {'1.3'}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'QosPolicy': {'1.10'}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'SecurityGroup': {'1.5'}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'SecurityGroupRule': {'1.2'}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'SubPort': {'1.0'}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Subnet': {'1.1'}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Trunk': {'1.1'}} Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: consumer versions: Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: { DHCP agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: L3 agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: Metadata agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: Metering agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: Open vSwitch agent@dv-cinder-823089-3-iscsi: { 'AddressGroup': '1.2', Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Agent': '1.1', Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'ConntrackHelper': '1.0', Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'LocalIPAssociation': '1.0', Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Log': '1.0', Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'NDPProxy': '1.0', Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Network': '1.1', Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Port': '1.7', Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'PortForwarding': '1.3', Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'QosPolicy': '1.10', Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'SecurityGroup': '1.5', Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'SecurityGroupRule': '1.2', Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'SubPort': '1.0', Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Subnet': '1.1', Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Trunk': '1.1'}} Jul 20 08:17:03.191509 dv-cinder-823089-3-iscsi neutron-server[104021]: {{(pid=104021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 08:17:03.235065 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (066ef70a-7809-4bc2-923c-f1ce792cd28a), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:03.281837 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (066ef70a-7809-4bc2-923c-f1ce792cd28a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:03.287097 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:17:03.287810 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:03.315907 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=58,neutron:INSERT=39,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:03.366094 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8805177 Jul 20 08:17:03.427271 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06044e-7885-4873-a8c0-bd1e0719db68 demo demo] Pushing event updated for resources: {'Network': ['ID=066ef70a-7809-4bc2-923c-f1ce792cd28a,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:03.444877 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network 066ef70a-7809-4bc2-923c-f1ce792cd28a details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:17:05.951391 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 59180) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:17:06.592062 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331a56d9-aa7d-42da-8f43-d086eeb47544 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:17:06.594175 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-331a56d9-aa7d-42da-8f43-d086eeb47544 demo admin] 10.222.0.64 "GET /v2.0/networks/066ef70a-7809-4bc2-923c-f1ce792cd28a HTTP/1.1" status: 200 len: 825 time: 0.6415842 Jul 20 08:17:06.625732 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-16f1e6aa-f74e-46c4-abfe-aedfcb4a1a45 demo admin] 10.222.0.64 "GET /v2.0/subnetpools/3436962e-e461-46b1-a2bf-bf18e2a3b53a HTTP/1.1" status: 200 len: 734 time: 0.0238974 Jul 20 08:17:06.635797 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-bfd78ed3-6744-41fe-907b-7ab990938dac demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '066ef70a-7809-4bc2-923c-f1ce792cd28a', 'subnetpool_id': '3436962e-e461-46b1-a2bf-bf18e2a3b53a', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:17:06.663266 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd78ed3-6744-41fe-907b-7ab990938dac demo admin] Made reservation on behalf of 5902af097cc346559cbefdb217f7394c for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:17:06.665799 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bfd78ed3-6744-41fe-907b-7ab990938dac demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:06.962236 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:07.044180 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bfd78ed3-6744-41fe-907b-7ab990938dac demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for subnet (3db5b81e-7992-4829-ba2e-f5d435fb38fc), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:07.178380 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd78ed3-6744-41fe-907b-7ab990938dac demo admin] Pushing event updated for resources: {'Subnet': ['ID=3db5b81e-7992-4829-ba2e-f5d435fb38fc,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:07.182964 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd78ed3-6744-41fe-907b-7ab990938dac demo admin] Checking segment: {'id': '7558d3bd-e967-4996-9b8c-c5b38f3cc82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '066ef70a-7809-4bc2-923c-f1ce792cd28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:17:07.183557 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd78ed3-6744-41fe-907b-7ab990938dac demo admin] Network hostable DHCP agents. Network: 066ef70a-7809-4bc2-923c-f1ce792cd28a, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:17:07.210425 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd78ed3-6744-41fe-907b-7ab990938dac demo admin] Network 066ef70a-7809-4bc2-923c-f1ce792cd28a is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:17:07.226280 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-bfd78ed3-6744-41fe-907b-7ab990938dac demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, 066ef70a-7809-4bc2-923c-f1ce792cd28a) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:17:07.231579 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd78ed3-6744-41fe-907b-7ab990938dac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:17:07.232166 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bfd78ed3-6744-41fe-907b-7ab990938dac demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:07.238986 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5d430d-90d4-489d-abe4-1bfe194d8946 None None] Network 066ef70a-7809-4bc2-923c-f1ce792cd28a requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:17:07.253183 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-bfd78ed3-6744-41fe-907b-7ab990938dac demo admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6212208 Jul 20 08:17:07.265631 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=36,neutron:INSERT=31 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:07.568497 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c682420-011b-499c-8654-1431956f390b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp559ec1a5-64fa-5701-adf0-4540e30e92f7-066ef70a-7809-4bc2-923c-f1ce792cd28a', 'network_id': '066ef70a-7809-4bc2-923c-f1ce792cd28a', 'project_id': '5902af097cc346559cbefdb217f7394c', 'fixed_ips': [{'subnet_id': '3db5b81e-7992-4829-ba2e-f5d435fb38fc'}]}} from dv-cinder-823089-3-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 08:17:07.570499 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:07.900685 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-3c682420-011b-499c-8654-1431956f390b None None] Allocated IP 172.20.0.2 (066ef70a-7809-4bc2-923c-f1ce792cd28a/3db5b81e-7992-4829-ba2e-f5d435fb38fc/6352da48-5b0d-42b8-b021-87b3f2fc48c5) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:17:08.321853 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Publish callbacks [] for port (6352da48-5b0d-42b8-b021-87b3f2fc48c5), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:08.331639 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (6352da48-5b0d-42b8-b021-87b3f2fc48c5), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:08.415447 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c682420-011b-499c-8654-1431956f390b None None] Network 066ef70a-7809-4bc2-923c-f1ce792cd28a is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:17:08.423938 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-3c682420-011b-499c-8654-1431956f390b None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:17:08.434404 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c682420-011b-499c-8654-1431956f390b None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:17:08.443752 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c682420-011b-499c-8654-1431956f390b None None] Pushing event updated for resources: {'Port': ['ID=6352da48-5b0d-42b8-b021-87b3f2fc48c5,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:08.478021 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:08.478494 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:08.478759 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:08.479092 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:08.479438 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:08.479785 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:08.480128 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:08.480448 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:08.480775 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:08.481107 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:08.481450 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:08.481772 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:08.482098 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:08.482417 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:08.482767 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Tracked resource versions report: Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: pushed versions: Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: { 'AddressGroup': {'1.2'}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Agent': {'1.1'}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'ConntrackHelper': {'1.0'}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'LocalIPAssociation': {'1.0'}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Log': {'1.0'}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'NDPProxy': {'1.0'}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Network': {'1.1'}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Port': {'1.7'}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'PortForwarding': {'1.3'}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'QosPolicy': {'1.10'}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'SecurityGroup': {'1.5'}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'SecurityGroupRule': {'1.2'}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'SubPort': {'1.0'}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Subnet': {'1.1'}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Trunk': {'1.1'}} Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: consumer versions: Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: { DHCP agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: L3 agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: Metadata agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: Metering agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: Open vSwitch agent@dv-cinder-823089-3-iscsi: { 'AddressGroup': '1.2', Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Agent': '1.1', Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'ConntrackHelper': '1.0', Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'LocalIPAssociation': '1.0', Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Log': '1.0', Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'NDPProxy': '1.0', Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Network': '1.1', Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Port': '1.7', Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'PortForwarding': '1.3', Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'QosPolicy': '1.10', Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'SecurityGroup': '1.5', Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'SecurityGroupRule': '1.2', Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'SubPort': '1.0', Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Subnet': '1.1', Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Trunk': '1.1'}} Jul 20 08:17:08.484878 dv-cinder-823089-3-iscsi neutron-server[104023]: {{(pid=104023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 08:17:08.542085 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-3c682420-011b-499c-8654-1431956f390b None None] Attempting to bind port 6352da48-5b0d-42b8-b021-87b3f2fc48c5 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:17:08.542541 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-3c682420-011b-499c-8654-1431956f390b None None] Attempting to bind port 6352da48-5b0d-42b8-b021-87b3f2fc48c5 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '7558d3bd-e967-4996-9b8c-c5b38f3cc82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '066ef70a-7809-4bc2-923c-f1ce792cd28a'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:17:08.542997 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c682420-011b-499c-8654-1431956f390b None None] Attempting to bind port 6352da48-5b0d-42b8-b021-87b3f2fc48c5 on network 066ef70a-7809-4bc2-923c-f1ce792cd28a {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:17:08.549537 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c682420-011b-499c-8654-1431956f390b None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:17:08.549937 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c682420-011b-499c-8654-1431956f390b None None] Checking segment: {'id': '7558d3bd-e967-4996-9b8c-c5b38f3cc82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '066ef70a-7809-4bc2-923c-f1ce792cd28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:17:08.550438 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:08.550876 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c682420-011b-499c-8654-1431956f390b None None] Bound using segment: {'id': '7558d3bd-e967-4996-9b8c-c5b38f3cc82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '066ef70a-7809-4bc2-923c-f1ce792cd28a'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:17:08.551391 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-3c682420-011b-499c-8654-1431956f390b None None] Bound port: 6352da48-5b0d-42b8-b021-87b3f2fc48c5, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7558d3bd-e967-4996-9b8c-c5b38f3cc82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '066ef70a-7809-4bc2-923c-f1ce792cd28a'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:17:08.551804 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (6352da48-5b0d-42b8-b021-87b3f2fc48c5), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:08.648644 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:08.650120 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-3c682420-011b-499c-8654-1431956f390b None None] For port 6352da48-5b0d-42b8-b021-87b3f2fc48c5, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:17:08.675140 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-3c682420-011b-499c-8654-1431956f390b None None] For port 6352da48-5b0d-42b8-b021-87b3f2fc48c5, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=6352da48-5b0d-42b8-b021-87b3f2fc48c5,segment=NetworkSegment(7558d3bd-e967-4996-9b8c-c5b38f3cc82c),segment_id=7558d3bd-e967-4996-9b8c-c5b38f3cc82c)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:17:08.685116 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3c682420-011b-499c-8654-1431956f390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (6352da48-5b0d-42b8-b021-87b3f2fc48c5), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:08.792441 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c682420-011b-499c-8654-1431956f390b None None] Pushing event updated for resources: {'Port': ['ID=6352da48-5b0d-42b8-b021-87b3f2fc48c5,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:09.673495 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:09.690154 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:10.494138 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 59194) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:17:10.964420 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [None req-61a2ceca-651c-418c-beac-e0c143c79168 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 08:17:10.965396 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-61a2ceca-651c-418c-beac-e0c143c79168 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4697216 Jul 20 08:17:13.458352 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 59202) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:17:13.867867 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [None req-46e3dd64-5a46-49b3-9370-66c2e2fe7f3a admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 08:17:13.868938 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-46e3dd64-5a46-49b3-9370-66c2e2fe7f3a admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4096172 Jul 20 08:17:16.396386 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 59214) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:17:16.528118 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 6352da48-5b0d-42b8-b021-87b3f2fc48c5 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:17:16.679906 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 6352da48-5b0d-42b8-b021-87b3f2fc48c5 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:17:16.680562 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (6352da48-5b0d-42b8-b021-87b3f2fc48c5), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:16.826238 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:16.850195 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-d57d8ef0-8090-4c59-ae42-a4e12111e31c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:17:16.870691 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 6352da48-5b0d-42b8-b021-87b3f2fc48c5 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:17:16.871283 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (6352da48-5b0d-42b8-b021-87b3f2fc48c5), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:16.915676 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.policy [None req-d57d8ef0-8090-4c59-ae42-a4e12111e31c demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104022) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 08:17:16.937701 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port 6352da48-5b0d-42b8-b021-87b3f2fc48c5, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=6352da48-5b0d-42b8-b021-87b3f2fc48c5,segment=NetworkSegment(7558d3bd-e967-4996-9b8c-c5b38f3cc82c),segment_id=7558d3bd-e967-4996-9b8c-c5b38f3cc82c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:17:16.942898 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (6352da48-5b0d-42b8-b021-87b3f2fc48c5), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:16.962573 dv-cinder-823089-3-iscsi neutron-server[104022]: WARNING oslo_policy.policy [None req-d57d8ef0-8090-4c59-ae42-a4e12111e31c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 08:17:16.963005 dv-cinder-823089-3-iscsi neutron-server[104022]: WARNING oslo_policy.policy [None req-d57d8ef0-8090-4c59-ae42-a4e12111e31c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 08:17:16.987286 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writer thread running {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 08:17:16.997057 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:17.008563 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=6352da48-5b0d-42b8-b021-87b3f2fc48c5,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:17.057935 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d57d8ef0-8090-4c59-ae42-a4e12111e31c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3716'] for router (7ae300df-ea2b-4b5e-9bfe-632b89f4aa49), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:17.060161 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d57d8ef0-8090-4c59-ae42-a4e12111e31c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3727'] for router (7ae300df-ea2b-4b5e-9bfe-632b89f4aa49), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:17.241038 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=64,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:17.243259 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d57d8ef0-8090-4c59-ae42-a4e12111e31c demo demo] Publish callbacks [] for router_controller (7ae300df-ea2b-4b5e-9bfe-632b89f4aa49), precommit_add_association {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:17.245400 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=17,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:17.251448 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d57d8ef0-8090-4c59-ae42-a4e12111e31c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735374'] for router (7ae300df-ea2b-4b5e-9bfe-632b89f4aa49), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:17.282598 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d57d8ef0-8090-4c59-ae42-a4e12111e31c demo demo] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:17.289553 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d57d8ef0-8090-4c59-ae42-a4e12111e31c demo demo] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8867023 Jul 20 08:17:17.812426 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aae06ed-3e74-4138-b542-75176e8e8126 None None] Network 066ef70a-7809-4bc2-923c-f1ce792cd28a requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:17:17.942684 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-6baa8c99-7f0f-482b-989f-c806c01333e6 None None] Provisioning complete for port 6352da48-5b0d-42b8-b021-87b3f2fc48c5 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:17:17.943978 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6baa8c99-7f0f-482b-989f-c806c01333e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (6352da48-5b0d-42b8-b021-87b3f2fc48c5), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:18.160366 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-6baa8c99-7f0f-482b-989f-c806c01333e6 None None] Current status of the port 6352da48-5b0d-42b8-b021-87b3f2fc48c5 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:17:18.383005 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-aeeeaa4d-cf65-47d3-8d9e-73d683ec5a88 None None] Provisioning complete for port 6352da48-5b0d-42b8-b021-87b3f2fc48c5 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:17:18.383314 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-aeeeaa4d-cf65-47d3-8d9e-73d683ec5a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (6352da48-5b0d-42b8-b021-87b3f2fc48c5), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:18.464269 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-aeeeaa4d-cf65-47d3-8d9e-73d683ec5a88 None None] Current status of the port 6352da48-5b0d-42b8-b021-87b3f2fc48c5 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:17:18.527108 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 6352da48-5b0d-42b8-b021-87b3f2fc48c5 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:17:18.579150 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 6352da48-5b0d-42b8-b021-87b3f2fc48c5 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:17:18.579545 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (6352da48-5b0d-42b8-b021-87b3f2fc48c5), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:18.663599 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 6352da48-5b0d-42b8-b021-87b3f2fc48c5 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:17:19.558161 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-45857152-54a7-47ad-9e96-a07fff4f23be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:19.739981 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 59228) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:17:20.127339 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [None req-19ff0b2b-7c6e-4f5a-b007-22bd796f7e9a admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 08:17:20.128472 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-19ff0b2b-7c6e-4f5a-b007-22bd796f7e9a admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3874438 Jul 20 08:17:22.172927 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-628164f2-eab6-4678-9907-b03dfee984a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:22.541434 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 59236) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:17:22.947586 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-3a39cc64-d05a-4762-bb2e-91cc209fe559 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:17:22.969787 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a39cc64-d05a-4762-bb2e-91cc209fe559 admin admin] Made reservation on behalf of 10580c2140c64e24a4fb1ff11f27a985 for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:17:22.972279 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3a39cc64-d05a-4762-bb2e-91cc209fe559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:22.985381 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3a39cc64-d05a-4762-bb2e-91cc209fe559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:23.088795 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3a39cc64-d05a-4762-bb2e-91cc209fe559 admin admin] Publish callbacks [] for security_group (491ce5e0-17e5-44bc-aeb9-f16083e8a3bd), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:23.093333 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3a39cc64-d05a-4762-bb2e-91cc209fe559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (491ce5e0-17e5-44bc-aeb9-f16083e8a3bd), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:23.108633 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3a39cc64-d05a-4762-bb2e-91cc209fe559 admin admin] Reserving flat network on physical network physnet1 {{(pid=104021) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 20 08:17:23.111731 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:23.134808 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39cc64-d05a-4762-bb2e-91cc209fe559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491ce5e0-17e5-44bc-aeb9-f16083e8a3bd,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:23.136116 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:23.137810 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3a39cc64-d05a-4762-bb2e-91cc209fe559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (81614e7c-45d1-473e-aae3-f2eb26708a28), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:23.138144 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-3a39cc64-d05a-4762-bb2e-91cc209fe559 admin admin] Added segment 81614e7c-45d1-473e-aae3-f2eb26708a28 of type flat for network a1c48fb5-2431-447f-bf04-61d33fd44216 Jul 20 08:17:23.195780 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3a39cc64-d05a-4762-bb2e-91cc209fe559 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (a1c48fb5-2431-447f-bf04-61d33fd44216), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:23.232603 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3a39cc64-d05a-4762-bb2e-91cc209fe559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (a1c48fb5-2431-447f-bf04-61d33fd44216), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:23.234119 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a39cc64-d05a-4762-bb2e-91cc209fe559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:17:23.235095 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3a39cc64-d05a-4762-bb2e-91cc209fe559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:23.322435 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3a39cc64-d05a-4762-bb2e-91cc209fe559 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7796502 Jul 20 08:17:23.376737 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39cc64-d05a-4762-bb2e-91cc209fe559 admin admin] Pushing event updated for resources: {'Network': ['ID=a1c48fb5-2431-447f-bf04-61d33fd44216,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:23.390978 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network a1c48fb5-2431-447f-bf04-61d33fd44216 details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:17:23.397263 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:24.114382 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:25.748322 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 59244) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:17:26.266307 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afccefe-9780-4796-be28-9f33d08ce174 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:17:26.267727 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3afccefe-9780-4796-be28-9f33d08ce174 demo admin] 10.222.0.64 "GET /v2.0/subnets/3db5b81e-7992-4829-ba2e-f5d435fb38fc HTTP/1.1" status: 200 len: 849 time: 0.5184908 Jul 20 08:17:26.447161 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a07b43d5-903f-43e3-b392-dbeffacc22ab demo admin] 10.222.0.64 "GET /v2.0/routers/7ae300df-ea2b-4b5e-9bfe-632b89f4aa49 HTTP/1.1" status: 200 len: 704 time: 0.1729538 Jul 20 08:17:26.498604 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:26.652280 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:26.742671 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:26.997361 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:27.060336 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:27.084468 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Allocated IP 172.20.0.1 (066ef70a-7809-4bc2-923c-f1ce792cd28a/3db5b81e-7992-4829-ba2e-f5d435fb38fc/bd02abbd-4425-44b8-8e1d-c25507b57d40) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:17:27.269213 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=12,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:27.273773 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=6,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:27.314743 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Publish callbacks [] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:27.379980 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:27.463008 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Network 066ef70a-7809-4bc2-923c-f1ce792cd28a is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:17:27.469730 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:17:27.474152 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:17:27.474752 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722720'] for router_interface (7ae300df-ea2b-4b5e-9bfe-632b89f4aa49), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:27.495453 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Pushing event updated for resources: {'Port': ['ID=bd02abbd-4425-44b8-8e1d-c25507b57d40,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:27.648096 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-ff7aad43-3024-4b08-939b-7719e44622fd None None] Provisioning complete for port bd02abbd-4425-44b8-8e1d-c25507b57d40 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:17:27.648726 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ff7aad43-3024-4b08-939b-7719e44622fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:27.681137 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-ff7aad43-3024-4b08-939b-7719e44622fd None None] Port bd02abbd-4425-44b8-8e1d-c25507b57d40 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:17:27.692964 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:27.932363 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Publish callbacks [] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:27.938285 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:27.939150 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733416'] for router_interface (7ae300df-ea2b-4b5e-9bfe-632b89f4aa49), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:27.999676 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Pushing event updated for resources: {'Port': ['ID=bd02abbd-4425-44b8-8e1d-c25507b57d40,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:28.076713 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:28.078702 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Network 066ef70a-7809-4bc2-923c-f1ce792cd28a is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:17:28.082115 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:17:28.268428 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Router 7ae300df-ea2b-4b5e-9bfe-632b89f4aa49 is scheduled to L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 08:17:28.272105 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:28.306571 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-47c30b3d-868a-4cd7-b70a-742d1d3322f1 None None] Provisioning complete for port bd02abbd-4425-44b8-8e1d-c25507b57d40 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:17:28.306987 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-47c30b3d-868a-4cd7-b70a-742d1d3322f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:28.327582 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:28.349291 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-47c30b3d-868a-4cd7-b70a-742d1d3322f1 None None] Port bd02abbd-4425-44b8-8e1d-c25507b57d40 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:17:28.374601 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:17:28.380671 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-48d1154a-4f6e-4839-ba00-8389c4f3e810 demo admin] 10.222.0.64 "PUT /v2.0/routers/7ae300df-ea2b-4b5e-9bfe-632b89f4aa49/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9272935 Jul 20 08:17:28.386053 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Sync routers for ids ['7ae300df-ea2b-4b5e-9bfe-632b89f4aa49'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:17:28.402627 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Routers {'7ae300df-ea2b-4b5e-9bfe-632b89f4aa49'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:17:28.403433 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:17:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['7ae300df-ea2b-4b5e-9bfe-632b89f4aa49'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:17:28.600729 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Set router 7ae300df-ea2b-4b5e-9bfe-632b89f4aa49 gateway port host: None {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:17:29.070414 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae300df-ea2b-4b5e-9bfe-632b89f4aa49', 'name': 'router1', 'tenant_id': '5902af097cc346559cbefdb217f7394c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:17:17Z', 'updated_at': '2022-07-20T08:17:27Z', 'revision_number': 2, 'project_id': '5902af097cc346559cbefdb217f7394c', 'gw_port_host': None, '_interfaces': [{'id': 'bd02abbd-4425-44b8-8e1d-c25507b57d40', 'name': '', 'network_id': '066ef70a-7809-4bc2-923c-f1ce792cd28a', 'tenant_id': '5902af097cc346559cbefdb217f7394c', 'mac_address': 'fa:16:3e:47:89:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae300df-ea2b-4b5e-9bfe-632b89f4aa49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3db5b81e-7992-4829-ba2e-f5d435fb38fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:17:26Z', 'updated_at': '2022-07-20T08:17:27Z', 'revision_number': 2, 'project_id': '5902af097cc346559cbefdb217f7394c', 'subnets': [{'id': '3db5b81e-7992-4829-ba2e-f5d435fb38fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3436962e-e461-46b1-a2bf-bf18e2a3b53a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:17:29.125807 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Checking router: 7ae300df-ea2b-4b5e-9bfe-632b89f4aa49 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:17:29.126373 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Updating router 7ae300df-ea2b-4b5e-9bfe-632b89f4aa49 port bd02abbd-4425-44b8-8e1d-c25507b57d40 binding host dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:17:29.186014 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:29.768906 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Publish callbacks [] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:29.776280 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:30.003477 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Pushing event updated for resources: {'Port': ['ID=bd02abbd-4425-44b8-8e1d-c25507b57d40,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:30.017511 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Attempting to bind port bd02abbd-4425-44b8-8e1d-c25507b57d40 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:17:30.017929 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Attempting to bind port bd02abbd-4425-44b8-8e1d-c25507b57d40 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '7558d3bd-e967-4996-9b8c-c5b38f3cc82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '066ef70a-7809-4bc2-923c-f1ce792cd28a'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:17:30.018352 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Attempting to bind port bd02abbd-4425-44b8-8e1d-c25507b57d40 on network 066ef70a-7809-4bc2-923c-f1ce792cd28a {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:17:30.023890 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:30.023890 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:30.024330 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:30.025052 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:30.025052 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:30.025278 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:30.025520 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:30.025846 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:30.026359 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:30.026903 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:30.027228 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:30.027625 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:30.028010 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:30.028372 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:30.028930 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Tracked resource versions report: Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: pushed versions: Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: { 'AddressGroup': {'1.2'}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Agent': {'1.1'}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'ConntrackHelper': {'1.0'}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'LocalIPAssociation': {'1.0'}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Log': {'1.0'}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'NDPProxy': {'1.0'}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Network': {'1.1'}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Port': {'1.7'}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'PortForwarding': {'1.3'}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'QosPolicy': {'1.10'}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'SecurityGroup': {'1.5'}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'SecurityGroupRule': {'1.2'}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'SubPort': {'1.0'}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Subnet': {'1.1'}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Trunk': {'1.1'}} Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: consumer versions: Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: { DHCP agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: L3 agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: Metadata agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: Metering agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: Open vSwitch agent@dv-cinder-823089-3-iscsi: { 'AddressGroup': '1.2', Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Agent': '1.1', Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'ConntrackHelper': '1.0', Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'LocalIPAssociation': '1.0', Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Log': '1.0', Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'NDPProxy': '1.0', Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Network': '1.1', Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Port': '1.7', Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'PortForwarding': '1.3', Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'QosPolicy': '1.10', Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'SecurityGroup': '1.5', Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'SecurityGroupRule': '1.2', Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'SubPort': '1.0', Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Subnet': '1.1', Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Trunk': '1.1'}} Jul 20 08:17:30.030402 dv-cinder-823089-3-iscsi neutron-server[104024]: {{(pid=104024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 08:17:30.036991 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:17:30.037408 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Checking segment: {'id': '7558d3bd-e967-4996-9b8c-c5b38f3cc82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '066ef70a-7809-4bc2-923c-f1ce792cd28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:17:30.037934 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:30.038336 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Bound using segment: {'id': '7558d3bd-e967-4996-9b8c-c5b38f3cc82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '066ef70a-7809-4bc2-923c-f1ce792cd28a'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:17:30.038902 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Bound port: bd02abbd-4425-44b8-8e1d-c25507b57d40, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7558d3bd-e967-4996-9b8c-c5b38f3cc82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '066ef70a-7809-4bc2-923c-f1ce792cd28a'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:17:30.039313 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:30.082415 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-491bfa2a-2562-48e2-acf5-e4a69a6b9c5f None None] Provisioning complete for port bd02abbd-4425-44b8-8e1d-c25507b57d40 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:17:30.086632 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-491bfa2a-2562-48e2-acf5-e4a69a6b9c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:30.127534 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-491bfa2a-2562-48e2-acf5-e4a69a6b9c5f None None] Port bd02abbd-4425-44b8-8e1d-c25507b57d40 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:17:30.136893 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] For port bd02abbd-4425-44b8-8e1d-c25507b57d40, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:17:30.161482 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] For port bd02abbd-4425-44b8-8e1d-c25507b57d40, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=bd02abbd-4425-44b8-8e1d-c25507b57d40,segment=NetworkSegment(7558d3bd-e967-4996-9b8c-c5b38f3cc82c),segment_id=7558d3bd-e967-4996-9b8c-c5b38f3cc82c)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:17:30.168792 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:30.197272 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:30.197933 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:30.240206 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0c60d-7575-4857-bab6-d0cf6effacf7 None None] Pushing event updated for resources: {'Port': ['ID=bd02abbd-4425-44b8-8e1d-c25507b57d40,revision_number=4']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:30.251818 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Routers {'7ae300df-ea2b-4b5e-9bfe-632b89f4aa49'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:17:30.252472 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:17:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['7ae300df-ea2b-4b5e-9bfe-632b89f4aa49'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:17:30.384552 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] Set router 7ae300df-ea2b-4b5e-9bfe-632b89f4aa49 gateway port host: None {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:17:30.454381 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-e2a87f65-526d-43b7-972d-ac72809a142e None None] Provisioning complete for port bd02abbd-4425-44b8-8e1d-c25507b57d40 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:17:30.455224 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e2a87f65-526d-43b7-972d-ac72809a142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:30.559281 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-e2a87f65-526d-43b7-972d-ac72809a142e None None] Current status of the port bd02abbd-4425-44b8-8e1d-c25507b57d40 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:17:30.561053 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e2a87f65-526d-43b7-972d-ac72809a142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:30.618859 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae300df-ea2b-4b5e-9bfe-632b89f4aa49', 'name': 'router1', 'tenant_id': '5902af097cc346559cbefdb217f7394c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:17:17Z', 'updated_at': '2022-07-20T08:17:27Z', 'revision_number': 2, 'project_id': '5902af097cc346559cbefdb217f7394c', 'gw_port_host': None, '_interfaces': [{'id': 'bd02abbd-4425-44b8-8e1d-c25507b57d40', 'name': '', 'network_id': '066ef70a-7809-4bc2-923c-f1ce792cd28a', 'tenant_id': '5902af097cc346559cbefdb217f7394c', 'mac_address': 'fa:16:3e:47:89:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae300df-ea2b-4b5e-9bfe-632b89f4aa49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3db5b81e-7992-4829-ba2e-f5d435fb38fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:17:26Z', 'updated_at': '2022-07-20T08:17:30Z', 'revision_number': 4, 'project_id': '5902af097cc346559cbefdb217f7394c', 'subnets': [{'id': '3db5b81e-7992-4829-ba2e-f5d435fb38fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3436962e-e461-46b1-a2bf-bf18e2a3b53a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:17:30.619574 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-e2a87f65-526d-43b7-972d-ac72809a142e None None] For port bd02abbd-4425-44b8-8e1d-c25507b57d40, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=bd02abbd-4425-44b8-8e1d-c25507b57d40,segment=NetworkSegment(7558d3bd-e967-4996-9b8c-c5b38f3cc82c),segment_id=7558d3bd-e967-4996-9b8c-c5b38f3cc82c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:17:30.625617 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e2a87f65-526d-43b7-972d-ac72809a142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:30.646279 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ac98a4-a855-4d90-b2ba-2f4621b16dd0 None None] The sync data for ids ['7ae300df-ea2b-4b5e-9bfe-632b89f4aa49'] in dv-cinder-823089-3-iscsi is: [{'id': '7ae300df-ea2b-4b5e-9bfe-632b89f4aa49', 'name': 'router1', 'tenant_id': '5902af097cc346559cbefdb217f7394c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:17:17Z', 'updated_at': '2022-07-20T08:17:27Z', 'revision_number': 2, 'project_id': '5902af097cc346559cbefdb217f7394c', 'gw_port_host': None, '_interfaces': [{'id': 'bd02abbd-4425-44b8-8e1d-c25507b57d40', 'name': '', 'network_id': '066ef70a-7809-4bc2-923c-f1ce792cd28a', 'tenant_id': '5902af097cc346559cbefdb217f7394c', 'mac_address': 'fa:16:3e:47:89:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae300df-ea2b-4b5e-9bfe-632b89f4aa49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3db5b81e-7992-4829-ba2e-f5d435fb38fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:17:26Z', 'updated_at': '2022-07-20T08:17:30Z', 'revision_number': 4, 'project_id': '5902af097cc346559cbefdb217f7394c', 'subnets': [{'id': '3db5b81e-7992-4829-ba2e-f5d435fb38fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3436962e-e461-46b1-a2bf-bf18e2a3b53a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:17:30.681213 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a87f65-526d-43b7-972d-ac72809a142e None None] Pushing event updated for resources: {'Port': ['ID=bd02abbd-4425-44b8-8e1d-c25507b57d40,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:30.872191 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 59256) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:17:31.327524 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e6db4d-7bc6-460a-9e09-49985668cbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:17:31.329131 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d9e6db4d-7bc6-460a-9e09-49985668cbf5 admin admin] 10.222.0.64 "GET /v2.0/networks/a1c48fb5-2431-447f-bf04-61d33fd44216 HTTP/1.1" status: 200 len: 842 time: 0.4551222 Jul 20 08:17:31.339724 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-124df8c5-2524-4b56-9316-ef16eb56d2f4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:17:31.367455 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124df8c5-2524-4b56-9316-ef16eb56d2f4 admin admin] Made reservation on behalf of 10580c2140c64e24a4fb1ff11f27a985 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:17:31.370262 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-124df8c5-2524-4b56-9316-ef16eb56d2f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:31.857487 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.objects.ports [None req-124df8c5-2524-4b56-9316-ef16eb56d2f4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104021) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 20 08:17:31.857487 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-124df8c5-2524-4b56-9316-ef16eb56d2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for subnet (04cb6252-a3ad-43e6-93cd-077021c03ab6), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:31.957755 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124df8c5-2524-4b56-9316-ef16eb56d2f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04cb6252-a3ad-43e6-93cd-077021c03ab6,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:31.988577 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124df8c5-2524-4b56-9316-ef16eb56d2f4 admin admin] Checking segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:17:31.989137 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124df8c5-2524-4b56-9316-ef16eb56d2f4 admin admin] Network hostable DHCP agents. Network: a1c48fb5-2431-447f-bf04-61d33fd44216, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:17:32.023176 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124df8c5-2524-4b56-9316-ef16eb56d2f4 admin admin] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:17:32.037953 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-124df8c5-2524-4b56-9316-ef16eb56d2f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, a1c48fb5-2431-447f-bf04-61d33fd44216) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:17:32.043594 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124df8c5-2524-4b56-9316-ef16eb56d2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:17:32.045684 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-124df8c5-2524-4b56-9316-ef16eb56d2f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:32.050383 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41feb826-49f6-4473-b02b-fa92daab1080 None None] Network a1c48fb5-2431-447f-bf04-61d33fd44216 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:17:32.071287 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-124df8c5-2524-4b56-9316-ef16eb56d2f4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7349179 Jul 20 08:17:32.186228 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0442a24-f010-4e54-885a-327f662432c9 None None] Network a1c48fb5-2431-447f-bf04-61d33fd44216 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:17:34.647080 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 59264) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:17:35.340019 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-128a0fa6-6f4c-4844-b02b-db64155e0ada demo admin] 10.222.0.64 "GET /v2.0/routers/7ae300df-ea2b-4b5e-9bfe-632b89f4aa49 HTTP/1.1" status: 200 len: 710 time: 0.6917379 Jul 20 08:17:35.564175 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbd7659-e373-4c60-8530-76b51ddc6fe1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:17:35.565865 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-3fbd7659-e373-4c60-8530-76b51ddc6fe1 demo admin] 10.222.0.64 "GET /v2.0/networks/a1c48fb5-2431-447f-bf04-61d33fd44216 HTTP/1.1" status: 200 len: 886 time: 0.2189181 Jul 20 08:17:35.576086 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:17:35.945207 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Publish callbacks [] for router_gateway (7ae300df-ea2b-4b5e-9bfe-632b89f4aa49), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:36.259998 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Publish callbacks [] for router_gateway (7ae300df-ea2b-4b5e-9bfe-632b89f4aa49), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:36.376742 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:36.552696 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device bd02abbd-4425-44b8-8e1d-c25507b57d40 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:17:36.611165 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port bd02abbd-4425-44b8-8e1d-c25507b57d40 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:17:36.611642 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:36.629390 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Allocated IP 172.27.1.11 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/8d94bf80-31a3-48fe-b550-dd1f97c92057) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:17:36.697294 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port bd02abbd-4425-44b8-8e1d-c25507b57d40 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:17:36.766032 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Publish callbacks [] for port (8d94bf80-31a3-48fe-b550-dd1f97c92057), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:36.808925 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:36.812752 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:36.836582 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (8d94bf80-31a3-48fe-b550-dd1f97c92057), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:36.906774 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:17:36.913091 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:17:36.963662 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Pushing event updated for resources: {'Port': ['ID=8d94bf80-31a3-48fe-b550-dd1f97c92057,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:36.974270 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:17:36.977910 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:36.978255 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:36.978624 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:36.978974 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:36.979307 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:36.979635 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:36.979979 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:36.980308 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:36.980645 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:36.980979 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:36.981867 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:36.982402 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:36.982765 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:36.983091 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:36.983413 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Tracked resource versions report: Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: pushed versions: Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: { 'AddressGroup': {'1.2'}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Agent': {'1.1'}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'ConntrackHelper': {'1.0'}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'LocalIPAssociation': {'1.0'}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Log': {'1.0'}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'NDPProxy': {'1.0'}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Network': {'1.1'}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Port': {'1.7'}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'PortForwarding': {'1.3'}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'QosPolicy': {'1.10'}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'SecurityGroup': {'1.5'}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'SecurityGroupRule': {'1.2'}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'SubPort': {'1.0'}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Subnet': {'1.1'}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Trunk': {'1.1'}} Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: consumer versions: Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: { DHCP agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: L3 agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: Metadata agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: Metering agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: Open vSwitch agent@dv-cinder-823089-3-iscsi: { 'AddressGroup': '1.2', Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Agent': '1.1', Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'ConntrackHelper': '1.0', Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'LocalIPAssociation': '1.0', Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Log': '1.0', Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'NDPProxy': '1.0', Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Network': '1.1', Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Port': '1.7', Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'PortForwarding': '1.3', Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'QosPolicy': '1.10', Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'SecurityGroup': '1.5', Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'SecurityGroupRule': '1.2', Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'SubPort': '1.0', Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Subnet': '1.1', Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Trunk': '1.1'}} Jul 20 08:17:36.984862 dv-cinder-823089-3-iscsi neutron-server[104022]: {{(pid=104022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 08:17:37.317983 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Publish callbacks [] for router_gateway (7ae300df-ea2b-4b5e-9bfe-632b89f4aa49), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:37.597216 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3833'] for router (7ae300df-ea2b-4b5e-9bfe-632b89f4aa49), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:37.602502 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1735351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1676328'] for router (7ae300df-ea2b-4b5e-9bfe-632b89f4aa49), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:37.724422 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Router 7ae300df-ea2b-4b5e-9bfe-632b89f4aa49 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:17:37.847084 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:17:37.853121 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:37.870614 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-de32403b-6a9f-4d06-8b6a-2484323c18ef demo admin] 10.222.0.64 "PUT /v2.0/routers/7ae300df-ea2b-4b5e-9bfe-632b89f4aa49 HTTP/1.1" status: 200 len: 889 time: 2.2823303 Jul 20 08:17:37.933918 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Sync routers for ids ['7ae300df-ea2b-4b5e-9bfe-632b89f4aa49'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:17:37.959258 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Routers {'7ae300df-ea2b-4b5e-9bfe-632b89f4aa49'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:17:37.960311 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:17:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['7ae300df-ea2b-4b5e-9bfe-632b89f4aa49'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:17:38.206519 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Set router 7ae300df-ea2b-4b5e-9bfe-632b89f4aa49 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:17:38.354390 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:38.588034 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:38.812268 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae300df-ea2b-4b5e-9bfe-632b89f4aa49', 'name': 'router1', 'tenant_id': '5902af097cc346559cbefdb217f7394c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '8d94bf80-31a3-48fe-b550-dd1f97c92057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:17:17Z', 'updated_at': '2022-07-20T08:17:37Z', 'revision_number': 4, 'project_id': '5902af097cc346559cbefdb217f7394c', 'gw_port': {'id': '8d94bf80-31a3-48fe-b550-dd1f97c92057', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae300df-ea2b-4b5e-9bfe-632b89f4aa49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:17:36Z', 'updated_at': '2022-07-20T08:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'bd02abbd-4425-44b8-8e1d-c25507b57d40', 'name': '', 'network_id': '066ef70a-7809-4bc2-923c-f1ce792cd28a', 'tenant_id': '5902af097cc346559cbefdb217f7394c', 'mac_address': 'fa:16:3e:47:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae300df-ea2b-4b5e-9bfe-632b89f4aa49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3db5b81e-7992-4829-ba2e-f5d435fb38fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:17:26Z', 'updated_at': '2022-07-20T08:17:30Z', 'revision_number': 5, 'project_id': '5902af097cc346559cbefdb217f7394c', 'subnets': [{'id': '3db5b81e-7992-4829-ba2e-f5d435fb38fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3436962e-e461-46b1-a2bf-bf18e2a3b53a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:17:38.864031 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Checking router: 7ae300df-ea2b-4b5e-9bfe-632b89f4aa49 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:17:38.864319 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Updating router 7ae300df-ea2b-4b5e-9bfe-632b89f4aa49 port 8d94bf80-31a3-48fe-b550-dd1f97c92057 binding host dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:17:38.924910 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (8d94bf80-31a3-48fe-b550-dd1f97c92057), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:39.115554 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:17:39.272132 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Publish callbacks [] for port (8d94bf80-31a3-48fe-b550-dd1f97c92057), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:39.278777 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (8d94bf80-31a3-48fe-b550-dd1f97c92057), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:39.332365 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Attempting to bind port 8d94bf80-31a3-48fe-b550-dd1f97c92057 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:17:39.332740 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Attempting to bind port 8d94bf80-31a3-48fe-b550-dd1f97c92057 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:17:39.333108 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Attempting to bind port 8d94bf80-31a3-48fe-b550-dd1f97c92057 on network a1c48fb5-2431-447f-bf04-61d33fd44216 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:17:39.339267 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efacd01-47ec-4c98-8d5d-31802dd77004 None None] Pushing event updated for resources: {'Port': ['ID=8d94bf80-31a3-48fe-b550-dd1f97c92057,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:39.344026 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:17:39.344412 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Checking segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:17:39.344818 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:39.345213 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Bound using segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:17:39.345695 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Bound port: 8d94bf80-31a3-48fe-b550-dd1f97c92057, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:17:39.346188 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (8d94bf80-31a3-48fe-b550-dd1f97c92057), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:39.405495 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] For port 8d94bf80-31a3-48fe-b550-dd1f97c92057, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:17:39.409414 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] For port 8d94bf80-31a3-48fe-b550-dd1f97c92057, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=8d94bf80-31a3-48fe-b550-dd1f97c92057,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:17:39.417418 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (8d94bf80-31a3-48fe-b550-dd1f97c92057), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:39.489478 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Routers {'7ae300df-ea2b-4b5e-9bfe-632b89f4aa49'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:17:39.490164 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:17:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['7ae300df-ea2b-4b5e-9bfe-632b89f4aa49'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:17:39.561101 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efacd01-47ec-4c98-8d5d-31802dd77004 None None] Pushing event updated for resources: {'Port': ['ID=8d94bf80-31a3-48fe-b550-dd1f97c92057,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:39.673992 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] Set router 7ae300df-ea2b-4b5e-9bfe-632b89f4aa49 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:17:39.820424 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:39.874248 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:39.906623 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae300df-ea2b-4b5e-9bfe-632b89f4aa49', 'name': 'router1', 'tenant_id': '5902af097cc346559cbefdb217f7394c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '8d94bf80-31a3-48fe-b550-dd1f97c92057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:17:17Z', 'updated_at': '2022-07-20T08:17:37Z', 'revision_number': 4, 'project_id': '5902af097cc346559cbefdb217f7394c', 'gw_port': {'id': '8d94bf80-31a3-48fe-b550-dd1f97c92057', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae300df-ea2b-4b5e-9bfe-632b89f4aa49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:17:36Z', 'updated_at': '2022-07-20T08:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'bd02abbd-4425-44b8-8e1d-c25507b57d40', 'name': '', 'network_id': '066ef70a-7809-4bc2-923c-f1ce792cd28a', 'tenant_id': '5902af097cc346559cbefdb217f7394c', 'mac_address': 'fa:16:3e:47:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae300df-ea2b-4b5e-9bfe-632b89f4aa49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3db5b81e-7992-4829-ba2e-f5d435fb38fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:17:26Z', 'updated_at': '2022-07-20T08:17:30Z', 'revision_number': 5, 'project_id': '5902af097cc346559cbefdb217f7394c', 'subnets': [{'id': '3db5b81e-7992-4829-ba2e-f5d435fb38fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3436962e-e461-46b1-a2bf-bf18e2a3b53a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:17:39.939620 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026268c4-6ea1-4cf8-8e33-bfbdee2bf978 None None] The sync data for ids ['7ae300df-ea2b-4b5e-9bfe-632b89f4aa49'] in dv-cinder-823089-3-iscsi is: [{'id': '7ae300df-ea2b-4b5e-9bfe-632b89f4aa49', 'name': 'router1', 'tenant_id': '5902af097cc346559cbefdb217f7394c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '8d94bf80-31a3-48fe-b550-dd1f97c92057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:17:17Z', 'updated_at': '2022-07-20T08:17:37Z', 'revision_number': 4, 'project_id': '5902af097cc346559cbefdb217f7394c', 'gw_port': {'id': '8d94bf80-31a3-48fe-b550-dd1f97c92057', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae300df-ea2b-4b5e-9bfe-632b89f4aa49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:17:36Z', 'updated_at': '2022-07-20T08:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'bd02abbd-4425-44b8-8e1d-c25507b57d40', 'name': '', 'network_id': '066ef70a-7809-4bc2-923c-f1ce792cd28a', 'tenant_id': '5902af097cc346559cbefdb217f7394c', 'mac_address': 'fa:16:3e:47:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae300df-ea2b-4b5e-9bfe-632b89f4aa49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3db5b81e-7992-4829-ba2e-f5d435fb38fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:17:26Z', 'updated_at': '2022-07-20T08:17:30Z', 'revision_number': 5, 'project_id': '5902af097cc346559cbefdb217f7394c', 'subnets': [{'id': '3db5b81e-7992-4829-ba2e-f5d435fb38fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3436962e-e461-46b1-a2bf-bf18e2a3b53a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:17:40.556482 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 8d94bf80-31a3-48fe-b550-dd1f97c92057 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:17:40.570886 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 59280) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:17:40.614784 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 8d94bf80-31a3-48fe-b550-dd1f97c92057 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:17:40.615171 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (8d94bf80-31a3-48fe-b550-dd1f97c92057), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:40.624090 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=42 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:40.727136 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 8d94bf80-31a3-48fe-b550-dd1f97c92057 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:17:40.727526 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (8d94bf80-31a3-48fe-b550-dd1f97c92057), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:40.757036 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port 8d94bf80-31a3-48fe-b550-dd1f97c92057, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=8d94bf80-31a3-48fe-b550-dd1f97c92057,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:17:40.763181 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (8d94bf80-31a3-48fe-b550-dd1f97c92057), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:40.820582 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=8d94bf80-31a3-48fe-b550-dd1f97c92057,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:17:41.112587 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-65caed02-b9cb-48aa-8b85-a634e806c652 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.5405331 Jul 20 08:17:42.544458 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 8d94bf80-31a3-48fe-b550-dd1f97c92057 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:17:42.589953 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 8d94bf80-31a3-48fe-b550-dd1f97c92057 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:17:42.590505 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (8d94bf80-31a3-48fe-b550-dd1f97c92057), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:42.669931 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 8d94bf80-31a3-48fe-b550-dd1f97c92057 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:17:47.844399 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:47.847435 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=77,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:49.109668 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=34 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:49.614759 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c0161736-66c8-4808-8fc1-962eefad631d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:51.101097 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:51.110789 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=58,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:17:52.183139 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c0dff8df-a51f-4001-b0fd-2f94824be791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:54.116967 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:56.505134 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:17:56.613312 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:18:00.131496 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:18:00.142875 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:18:06.609370 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=57,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:18:06.609370 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:18:16.121547 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:18:19.568683 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b0b98148-c993-4e80-98f7-6b93bd32fa50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:18:22.173412 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4b80-4483-4e24-8216-5f1e037cdfaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:18:24.125881 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:18:26.110198 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:18:26.111628 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:18:26.503514 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:18:26.605874 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:18:36.594328 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:18:36.600611 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:18:46.108924 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:18:46.109709 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:18:49.565462 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-24c1cd3e-b003-4e40-8fd8-1e87c5b2c800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:18:52.168213 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-35a3610f-896d-4556-b1ea-954ab0bfb9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:18:53.122518 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:18:54.122221 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:18:56.489356 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:18:56.610112 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:19:03.118263 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:19:06.603964 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:19:06.606050 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:19:08.584014 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 59820) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:19:08.947278 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0483fd-8a3d-406c-b303-dffa363b971e admin admin] GET failed (client error): The resource could not be found. Jul 20 08:19:08.948669 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7e0483fd-8a3d-406c-b303-dffa363b971e admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3636899 Jul 20 08:19:09.118837 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9670c35-0096-4903-9200-d5e13b774af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:19:09.120330 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d9670c35-0096-4903-9200-d5e13b774af8 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1673365 Jul 20 08:19:11.372862 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 59830) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:19:11.768466 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868b16f3-00f4-4684-ac5d-97de6ec43695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:19:11.769837 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-868b16f3-00f4-4684-ac5d-97de6ec43695 admin admin] 10.222.0.64 "GET /v2.0/subnets/3db5b81e-7992-4829-ba2e-f5d435fb38fc HTTP/1.1" status: 200 len: 849 time: 0.3959770 Jul 20 08:19:11.780587 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:19:11.869199 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Publish callbacks [] for subnet (3db5b81e-7992-4829-ba2e-f5d435fb38fc), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:19:12.025817 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761468122691'] for subnet (3db5b81e-7992-4829-ba2e-f5d435fb38fc), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:19:12.059535 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:19:12.060595 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:19:12.074621 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] 10.222.0.64 "PUT /v2.0/subnets/3db5b81e-7992-4829-ba2e-f5d435fb38fc HTTP/1.1" status: 200 len: 868 time: 0.2846196 Jul 20 08:19:12.074886 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e60b64-45a6-4cdf-b829-cd02e188972d None None] Network 066ef70a-7809-4bc2-923c-f1ce792cd28a requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:19:12.084415 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3db5b81e-7992-4829-ba2e-f5d435fb38fc,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:19:12.093043 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:19:12.093410 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:19:12.093752 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:19:12.094093 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:19:12.094426 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:19:12.094805 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:19:12.095133 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:19:12.095457 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:19:12.095803 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:19:12.096158 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:19:12.096496 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:19:12.096826 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:19:12.097149 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:19:12.097462 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:19:12.097995 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11036a-cf88-48ee-9105-c18260d6d60f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:19:12.435062 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-e749035c-af41-4c1b-8870-9ee6e891cab0 None None] Provisioning complete for port 6352da48-5b0d-42b8-b021-87b3f2fc48c5 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:19:12.435062 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e749035c-af41-4c1b-8870-9ee6e891cab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (6352da48-5b0d-42b8-b021-87b3f2fc48c5), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:19:12.512517 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-e749035c-af41-4c1b-8870-9ee6e891cab0 None None] Current status of the port 6352da48-5b0d-42b8-b021-87b3f2fc48c5 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:19:12.521159 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-e749035c-af41-4c1b-8870-9ee6e891cab0 None None] Provisioning complete for port bd02abbd-4425-44b8-8e1d-c25507b57d40 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:19:12.521545 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e749035c-af41-4c1b-8870-9ee6e891cab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (bd02abbd-4425-44b8-8e1d-c25507b57d40), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:19:12.610199 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-e749035c-af41-4c1b-8870-9ee6e891cab0 None None] Current status of the port bd02abbd-4425-44b8-8e1d-c25507b57d40 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:19:14.127578 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:19:14.133013 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:19:14.361002 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 59838) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:19:14.896166 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8869dd30-58ab-488d-b71d-7a1be5c5a308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:19:14.896558 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8869dd30-58ab-488d-b71d-7a1be5c5a308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:19:14.898158 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8869dd30-58ab-488d-b71d-7a1be5c5a308 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5361679 Jul 20 08:19:17.171235 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 59848) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:19:17.685243 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce36d1e-e12a-4d75-a4a1-bd0e3c6ea487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:19:17.685720 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce36d1e-e12a-4d75-a4a1-bd0e3c6ea487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:19:17.687325 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9ce36d1e-e12a-4d75-a4a1-bd0e3c6ea487 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5150676 Jul 20 08:19:19.565490 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b9c5662-6729-4f25-a48a-4c8f9ce9ac20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:19:20.009969 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 59856) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:19:20.480581 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2e8d8-2b35-4d66-a631-80d1d2b90ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:19:20.481911 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-11c2e8d8-2b35-4d66-a631-80d1d2b90ee9 admin admin] 10.222.0.64 "GET /v2.0/networks/066ef70a-7809-4bc2-923c-f1ce792cd28a HTTP/1.1" status: 200 len: 869 time: 0.4709375 Jul 20 08:19:22.172703 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-68442db4-3542-4293-98c7-c39ec2ff917b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:19:22.789778 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 59864) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:19:23.223820 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2130df-704c-4f7e-a022-e3b6efd34941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:19:23.225218 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-fe2130df-704c-4f7e-a022-e3b6efd34941 admin admin] 10.222.0.64 "GET /v2.0/networks/a1c48fb5-2431-447f-bf04-61d33fd44216 HTTP/1.1" status: 200 len: 886 time: 0.4345162 Jul 20 08:19:24.125264 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:19:25.492359 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 59872) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:19:25.931890 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995f0062-2006-4a75-a848-7c86eca9c24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:19:25.932259 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995f0062-2006-4a75-a848-7c86eca9c24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:19:25.933823 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-995f0062-2006-4a75-a848-7c86eca9c24f admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4405148 Jul 20 08:19:26.493726 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:19:26.613804 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:19:28.229322 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 59880) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:19:28.655470 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e04e2cc-2f8d-40ff-8686-87c4d9cba3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:19:28.655831 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e04e2cc-2f8d-40ff-8686-87c4d9cba3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:19:28.657380 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7e04e2cc-2f8d-40ff-8686-87c4d9cba3e1 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4270830 Jul 20 08:19:30.122047 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:19:30.939060 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 59888) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:19:31.337864 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec4edfb-94fb-47c2-8253-d94ae7b3c3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:19:31.339177 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-bec4edfb-94fb-47c2-8253-d94ae7b3c3ef admin admin] 10.222.0.64 "GET /v2.0/subnets/04cb6252-a3ad-43e6-93cd-077021c03ab6 HTTP/1.1" status: 200 len: 816 time: 0.3991234 Jul 20 08:19:33.643849 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 59896) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:19:34.033789 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:19:34.035570 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:19:34.081315 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb1d42-41f3-4135-887b-00dc27b7aa27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:19:34.082721 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-68eb1d42-41f3-4135-887b-00dc27b7aa27 admin admin] 10.222.0.64 "GET /v2.0/subnets/3db5b81e-7992-4829-ba2e-f5d435fb38fc HTTP/1.1" status: 200 len: 868 time: 0.4378622 Jul 20 08:19:36.601739 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=50,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:19:36.609831 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:19:41.329683 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=35 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:19:41.334082 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=41 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:19:44.076966 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=9 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:19:44.078420 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:19:49.558112 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-758d2e88-2589-41ac-9f85-ebffca4734e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:19:52.180340 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e7ba255e-42d3-4f4c-be63-618721e89230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:19:54.132857 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:19:56.499110 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:19:56.618396 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:00.108547 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=18 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:20:00.126085 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=18 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:20:03.444095 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 59954) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:20:03.783146 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [None req-d0311da8-b4e6-4bfb-bb23-5f67416f6273 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 08:20:03.784213 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d0311da8-b4e6-4bfb-bb23-5f67416f6273 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3391359 Jul 20 08:20:06.176584 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 59962) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:20:06.495368 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:20:06.549881 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d6fded-9daa-48a1-bba7-78b869be047b admin admin] GET failed (client error): The resource could not be found. Jul 20 08:20:06.551225 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-77d6fded-9daa-48a1-bba7-78b869be047b admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3735738 Jul 20 08:20:06.612539 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:20:06.707652 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c162571-7acd-46b3-8235-304af44c6c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:20:06.709300 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-0c162571-7acd-46b3-8235-304af44c6c6d admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1532815 Jul 20 08:20:07.122063 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:20:09.011431 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 59970) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:20:09.367826 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:20:09.392054 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Made reservation on behalf of 10580c2140c64e24a4fb1ff11f27a985 for: {'network': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:20:09.394814 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:09.439944 dv-cinder-823089-3-iscsi neutron-server[104022]: WARNING neutron.services.revisions.revision_plugin [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Could not find related network for resource to bump revision. Jul 20 08:20:09.457518 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=104022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:20:09.474758 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761468045361', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (96d5cbe4-ecee-421d-80ca-c529ea32d987), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:09.475296 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Unsubscribe: segment precommit_create {{(pid=104022) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 08:20:09.475764 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.segments_db [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Added segment 96d5cbe4-ecee-421d-80ca-c529ea32d987 of type vlan for network be13f742-faa6-4fc1-88f9-5ceec15f059e Jul 20 08:20:09.530109 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (be13f742-faa6-4fc1-88f9-5ceec15f059e), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:09.563924 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (be13f742-faa6-4fc1-88f9-5ceec15f059e), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:09.565020 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:20:09.565601 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:09.624425 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6117663 Jul 20 08:20:09.672103 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Pushing event updated for resources: {'Network': ['ID=be13f742-faa6-4fc1-88f9-5ceec15f059e,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:20:09.681266 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:09.681724 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:09.682092 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:09.682437 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:09.683035 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:09.683183 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:09.683464 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:09.683787 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:09.684141 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:09.684478 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:09.684816 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:09.685161 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:09.685597 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:09.685825 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:09.686149 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab301874-77a2-4373-b5a0-ad11fe44d2cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:09.703183 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network be13f742-faa6-4fc1-88f9-5ceec15f059e details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:20:11.927974 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 59978) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:20:12.296632 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3097dc-33c2-40e7-b39d-60fca3a5eaa3 admin admin] GET failed (client error): The resource could not be found. Jul 20 08:20:12.297970 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-6a3097dc-33c2-40e7-b39d-60fca3a5eaa3 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3690197 Jul 20 08:20:12.448893 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ba1610-9843-4bb7-ae2e-6e0dadccb36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:20:12.450374 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-82ba1610-9843-4bb7-ae2e-6e0dadccb36b admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1470947 Jul 20 08:20:12.460813 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-7bae86af-9c9b-461f-be89-09013e75e8b2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'be13f742-faa6-4fc1-88f9-5ceec15f059e', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:20:12.485942 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bae86af-9c9b-461f-be89-09013e75e8b2 admin admin] Made reservation on behalf of 10580c2140c64e24a4fb1ff11f27a985 for: {'subnet': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:20:12.488401 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7bae86af-9c9b-461f-be89-09013e75e8b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:12.695335 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7bae86af-9c9b-461f-be89-09013e75e8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for subnet (54b46118-94c0-4768-a15c-4061be01f045), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:12.749377 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae86af-9c9b-461f-be89-09013e75e8b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b46118-94c0-4768-a15c-4061be01f045,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:20:12.767456 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bae86af-9c9b-461f-be89-09013e75e8b2 admin admin] Checking segment: {'id': '96d5cbe4-ecee-421d-80ca-c529ea32d987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'be13f742-faa6-4fc1-88f9-5ceec15f059e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:20:12.767820 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bae86af-9c9b-461f-be89-09013e75e8b2 admin admin] Network hostable DHCP agents. Network: be13f742-faa6-4fc1-88f9-5ceec15f059e, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:20:12.791104 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bae86af-9c9b-461f-be89-09013e75e8b2 admin admin] Network be13f742-faa6-4fc1-88f9-5ceec15f059e is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:20:12.808690 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-7bae86af-9c9b-461f-be89-09013e75e8b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, be13f742-faa6-4fc1-88f9-5ceec15f059e) {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:20:12.813191 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bae86af-9c9b-461f-be89-09013e75e8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:20:12.813793 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7bae86af-9c9b-461f-be89-09013e75e8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:12.818783 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81fa73e-f1b0-4f16-a13c-9b5e332ec8dc None None] Network be13f742-faa6-4fc1-88f9-5ceec15f059e requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:20:12.831719 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-7bae86af-9c9b-461f-be89-09013e75e8b2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3749042 Jul 20 08:20:12.944626 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp559ec1a5-64fa-5701-adf0-4540e30e92f7-be13f742-faa6-4fc1-88f9-5ceec15f059e', 'network_id': 'be13f742-faa6-4fc1-88f9-5ceec15f059e', 'project_id': '10580c2140c64e24a4fb1ff11f27a985', 'fixed_ips': [{'subnet_id': '54b46118-94c0-4768-a15c-4061be01f045'}]}} from dv-cinder-823089-3-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 08:20:12.945658 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:13.097523 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Allocated IP 192.168.233.2 (be13f742-faa6-4fc1-88f9-5ceec15f059e/54b46118-94c0-4768-a15c-4061be01f045/d1153c29-e940-4ec3-a70d-5b847b718b17) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:20:13.360467 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Publish callbacks [] for port (d1153c29-e940-4ec3-a70d-5b847b718b17), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:13.367901 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (d1153c29-e940-4ec3-a70d-5b847b718b17), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:13.409335 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Network be13f742-faa6-4fc1-88f9-5ceec15f059e is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:20:13.415362 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:20:13.422881 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:20:13.428555 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Pushing event updated for resources: {'Port': ['ID=d1153c29-e940-4ec3-a70d-5b847b718b17,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:20:13.453205 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:13.453530 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:13.453881 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:13.454232 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:13.454567 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:13.455041 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:13.455230 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:13.455547 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:13.455897 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:13.456217 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:13.456533 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:13.456862 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:13.457181 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:13.457493 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:13.457975 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:20:13.498930 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Attempting to bind port d1153c29-e940-4ec3-a70d-5b847b718b17 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:20:13.499304 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Attempting to bind port d1153c29-e940-4ec3-a70d-5b847b718b17 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '96d5cbe4-ecee-421d-80ca-c529ea32d987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'be13f742-faa6-4fc1-88f9-5ceec15f059e'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:20:13.499667 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Attempting to bind port d1153c29-e940-4ec3-a70d-5b847b718b17 on network be13f742-faa6-4fc1-88f9-5ceec15f059e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:20:13.506037 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:20:13.506278 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Checking segment: {'id': '96d5cbe4-ecee-421d-80ca-c529ea32d987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'be13f742-faa6-4fc1-88f9-5ceec15f059e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:20:13.506699 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:13.507095 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Bound using segment: {'id': '96d5cbe4-ecee-421d-80ca-c529ea32d987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'be13f742-faa6-4fc1-88f9-5ceec15f059e'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:20:13.507562 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Bound port: d1153c29-e940-4ec3-a70d-5b847b718b17, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d5cbe4-ecee-421d-80ca-c529ea32d987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'be13f742-faa6-4fc1-88f9-5ceec15f059e'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:20:13.507943 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (d1153c29-e940-4ec3-a70d-5b847b718b17), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:13.573433 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] For port d1153c29-e940-4ec3-a70d-5b847b718b17, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:20:13.577104 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] For port d1153c29-e940-4ec3-a70d-5b847b718b17, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=d1153c29-e940-4ec3-a70d-5b847b718b17,segment=NetworkSegment(96d5cbe4-ecee-421d-80ca-c529ea32d987),segment_id=96d5cbe4-ecee-421d-80ca-c529ea32d987)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:20:13.584762 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (d1153c29-e940-4ec3-a70d-5b847b718b17), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:13.651063 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23c9ad-2a40-43bb-83ad-89b2c46c887c None None] Pushing event updated for resources: {'Port': ['ID=d1153c29-e940-4ec3-a70d-5b847b718b17,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:20:14.506607 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a5d4fd-d1f2-4f79-8c6d-0bf06f34318d None None] Network be13f742-faa6-4fc1-88f9-5ceec15f059e requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:20:14.604005 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-6ae7d159-e2f0-41fe-b72e-d4978548e003 None None] Provisioning complete for port d1153c29-e940-4ec3-a70d-5b847b718b17 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:20:14.604005 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d159-e2f0-41fe-b72e-d4978548e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (d1153c29-e940-4ec3-a70d-5b847b718b17), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:14.621883 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:20:14.648202 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:20:14.654542 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device d1153c29-e940-4ec3-a70d-5b847b718b17 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:20:14.788399 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7d159-e2f0-41fe-b72e-d4978548e003 None None] Current status of the port d1153c29-e940-4ec3-a70d-5b847b718b17 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:20:14.788822 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d159-e2f0-41fe-b72e-d4978548e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (d1153c29-e940-4ec3-a70d-5b847b718b17), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:14.793723 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port d1153c29-e940-4ec3-a70d-5b847b718b17 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:20:14.794095 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (d1153c29-e940-4ec3-a70d-5b847b718b17), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:14.859423 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-6ae7d159-e2f0-41fe-b72e-d4978548e003 None None] For port d1153c29-e940-4ec3-a70d-5b847b718b17, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=d1153c29-e940-4ec3-a70d-5b847b718b17,segment=NetworkSegment(96d5cbe4-ecee-421d-80ca-c529ea32d987),segment_id=96d5cbe4-ecee-421d-80ca-c529ea32d987)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:20:14.867681 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d159-e2f0-41fe-b72e-d4978548e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (d1153c29-e940-4ec3-a70d-5b847b718b17), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:14.947271 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port d1153c29-e940-4ec3-a70d-5b847b718b17 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:20:14.952050 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7d159-e2f0-41fe-b72e-d4978548e003 None None] Pushing event updated for resources: {'Port': ['ID=d1153c29-e940-4ec3-a70d-5b847b718b17,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:20:14.986066 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-35586973-d76e-47fe-b456-62e80ba3e2c0 None None] Provisioning complete for port d1153c29-e940-4ec3-a70d-5b847b718b17 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:20:14.986460 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-35586973-d76e-47fe-b456-62e80ba3e2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (d1153c29-e940-4ec3-a70d-5b847b718b17), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:15.068308 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-35586973-d76e-47fe-b456-62e80ba3e2c0 None None] Current status of the port d1153c29-e940-4ec3-a70d-5b847b718b17 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:20:16.611606 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device d1153c29-e940-4ec3-a70d-5b847b718b17 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:20:16.664472 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port d1153c29-e940-4ec3-a70d-5b847b718b17 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:20:16.664857 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (d1153c29-e940-4ec3-a70d-5b847b718b17), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:16.742931 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port d1153c29-e940-4ec3-a70d-5b847b718b17 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:20:17.117144 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:20:17.121617 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:20:19.562723 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-af6f60ba-594d-4cdb-aae0-1de318f7aa89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:22.181149 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c4445a55-2ebb-45af-ba95-2a18652fbec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:22.825174 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:20:22.825974 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=75,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:20:24.133683 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:26.503212 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:26.608836 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:20:26.623251 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:28.123369 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:20:28.128829 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:20:36.617729 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:20:44.122325 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:20:46.106136 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:20:49.564441 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3c9be7e6-220d-45c2-bb41-5ca868f68e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:52.174456 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0b675b8b-4f8e-4b49-8148-e34ae5e11983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:54.118989 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:20:54.135167 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:56.520276 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:20:56.624908 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:05.125891 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:21:05.126977 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:21:06.616382 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:21:06.618892 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:21:19.568975 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2a71a0ab-c2ff-4330-9d77-326ac1151ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:21.121449 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:21:22.183018 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2ce45695-b75d-4551-aa55-34176e417793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:24.138872 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:26.505720 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:26.626021 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:31.116586 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:21:31.117757 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:21:36.619835 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:21:36.622195 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:21:43.398827 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60018) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:21:43.404527 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [None req-3eb58e35-a5ce-42dd-b6ae-e08f185a2061 tempest-verify_tempest_config-1447990346 tempest-verify_tempest_config-1447990346-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 08:21:43.405544 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-3eb58e35-a5ce-42dd-b6ae-e08f185a2061 tempest-verify_tempest_config-1447990346 tempest-verify_tempest_config-1447990346-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057046 Jul 20 08:21:43.929641 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60036) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:21:44.275431 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:44.386113 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Publish callbacks [] for security_group (b1a9cbd8-b87f-4b5b-87bc-5a7b2ca811e5), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:44.390279 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (b1a9cbd8-b87f-4b5b-87bc-5a7b2ca811e5), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:44.437166 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbaf3fa2318549e4bfb13edb07e43212&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5064461 Jul 20 08:21:44.438263 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a9cbd8-b87f-4b5b-87bc-5a7b2ca811e5,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:21:44.440643 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60040) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:21:44.445891 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.446241 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.446608 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.446968 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.447313 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.447650 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.447985 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.448320 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.448691 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.449029 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.449384 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.449733 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.450065 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.450395 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.450745 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b17a0-30c4-4c92-8709-6976a9f8252a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.500242 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Publish callbacks [] for security_group (b1a9cbd8-b87f-4b5b-87bc-5a7b2ca811e5), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:44.522338 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Publish callbacks [] for security_group (b1a9cbd8-b87f-4b5b-87bc-5a7b2ca811e5), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:44.620410 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (b1a9cbd8-b87f-4b5b-87bc-5a7b2ca811e5), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:44.622890 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:44.624061 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1a9cbd8-b87f-4b5b-87bc-5a7b2ca811e5 HTTP/1.1" status: 204 len: 168 time: 0.1823742 Jul 20 08:21:44.633381 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a9cbd8-b87f-4b5b-87bc-5a7b2ca811e5,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:21:44.640456 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.640797 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.641158 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.641497 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.641826 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.642152 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.642486 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.642822 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.643139 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.643460 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.643796 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.644231 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.644456 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.644773 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:44.645091 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912a18f-024b-454f-8eef-32e5507ae7ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:21:49.571747 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2b759835-0f64-4201-99c8-44ad6e84cc22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:49.784294 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=16 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:21:49.786253 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=16 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:21:52.176913 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a64f46dc-99d7-4e6b-bce3-49f2864e2af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:54.142562 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:54.434589 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:21:54.442268 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:21:54.629584 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:21:54.637402 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:21:56.509999 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:56.628892 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:21:58.120673 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:22:06.621685 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:22:06.624911 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:22:08.115616 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:22:08.116417 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:22:19.118844 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:22:19.124029 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:22:19.579620 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7b09eed8-45ee-495e-b373-38ff51f38292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:22:22.181547 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-36121fad-f920-4f30-b9ac-ef7094e0128d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:22:24.145679 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:22:26.518061 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:22:26.633201 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:22:35.119066 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:22:36.626703 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:22:36.628670 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:22:49.573740 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-45daad97-7382-40f4-b24f-5b5a087d06f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:22:52.184325 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8c4cdaa2-3842-4e48-a239-75bceba17668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:22:54.150444 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:22:56.114853 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:22:56.119846 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=6 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:22:56.512803 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:22:56.637882 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:23:06.631786 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:23:06.634529 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:23:12.121800 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:23:19.577247 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-108c792e-134c-40aa-92e5-38d84d2b0233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:23:22.116153 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:23:22.188903 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f76f89ee-e106-4ec9-982f-bd69c499847d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:23:24.155234 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:23:26.516472 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:23:26.641926 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:23:33.111321 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:23:33.116656 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:23:35.719769 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1731601'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:23:45.711728 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:23:45.715176 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:23:48.633510 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60136) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:23:48.767277 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-28839247-7034-4182-b4f4-7792d2600896 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1326671 Jul 20 08:23:49.122170 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:23:49.581515 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6121c8c3-b275-48dd-9f74-32f7ab9e9776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:23:49.789067 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=11 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:23:50.931150 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60146) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:23:50.988520 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-cddd94b0-ba24-48dc-a092-01fa629b7d0b admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0562091 Jul 20 08:23:52.192638 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-47068f61-185c-438d-b144-50907fdc20fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:23:54.155223 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:23:56.516421 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:23:56.642569 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:23:58.761175 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:23:59.117462 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=17 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:24:00.982906 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:24:05.702605 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:24:10.115315 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:24:10.116352 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:24:15.691963 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:24:15.698447 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:24:19.587481 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-70af5f24-76c0-442f-aea9-432ffbf811b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:24:22.195164 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c4fab3bc-1951-4ead-bc0f-87377abb0846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:24:24.158804 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:24:26.121911 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:24:26.522147 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:24:26.646326 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:24:35.724901 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:24:45.715064 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:24:45.718188 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:24:47.108012 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=5 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:24:47.112747 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:24:49.592348 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ae4de274-a421-40e9-b164-496ccc5c458e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:24:52.201323 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fc56f9c0-b1f4-4c60-a660-6fa554064081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:24:54.162563 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:24:56.518305 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:24:56.649230 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:00.113653 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:03.121217 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:25:05.734902 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:13.117575 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:13.118687 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:15.728034 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:15.730338 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:19.598805 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-393de701-091b-4c07-9c05-d9e93d4a9e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:22.201994 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-de831e1c-2033-4b0e-b29e-75c6758d5534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:24.109146 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:24.110265 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:24.167572 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:26.514345 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:26.658106 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:32.923191 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60222) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:33.403464 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-network', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:33.452892 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Made reservation on behalf of b044b1d7d5474351bd94eb1c90882933 for: {'network': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:25:33.458081 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:33.479814 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:33.611945 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Publish callbacks [] for security_group (6f86260a-70f0-4249-a20a-0d1fa342fdab), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:33.620500 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (6f86260a-70f0-4249-a20a-0d1fa342fdab), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:33.659051 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=104022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:25:33.695389 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (a920c7f2-7aeb-4a83-a78a-eba4c106c41d), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:33.696748 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.segments_db [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Added segment a920c7f2-7aeb-4a83-a78a-eba4c106c41d of type vlan for network c96fa3a3-1d61-4869-813f-bb65cb182cb7 Jul 20 08:25:33.801550 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (c96fa3a3-1d61-4869-813f-bb65cb182cb7), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:33.862877 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (c96fa3a3-1d61-4869-813f-bb65cb182cb7), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:33.864008 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:25:33.864676 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:33.973783 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Pushing event updated for resources: {'Network': ['ID=c96fa3a3-1d61-4869-813f-bb65cb182cb7,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:33.977202 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f86260a-70f0-4249-a20a-0d1fa342fdab,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:33.985713 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.0601594 Jul 20 08:25:33.989130 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60270) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:33.994867 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:33.995248 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:33.995595 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:33.995943 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:33.996285 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:33.997130 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:33.997725 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:33.998070 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:33.998425 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:33.998792 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:33.999140 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:33.999477 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:33.999803 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.000134 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.000572 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Tracked resource versions report: Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: pushed versions: Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: { 'AddressGroup': {'1.2'}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Agent': {'1.1'}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'ConntrackHelper': {'1.0'}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'LocalIPAssociation': {'1.0'}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Log': {'1.0'}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'NDPProxy': {'1.0'}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Network': {'1.1'}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Port': {'1.7'}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'PortForwarding': {'1.3'}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'QosPolicy': {'1.10'}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'SecurityGroup': {'1.5'}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'SecurityGroupRule': {'1.2'}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'SubPort': {'1.0'}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Subnet': {'1.1'}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Trunk': {'1.1'}} Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: consumer versions: Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: { DHCP agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: HyperV agent@hv-cinder-82308: {}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: L3 agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: Metadata agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: Metering agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: Open vSwitch agent@dv-cinder-823089-3-iscsi: { 'AddressGroup': '1.2', Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Agent': '1.1', Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'ConntrackHelper': '1.0', Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'LocalIPAssociation': '1.0', Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Log': '1.0', Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'NDPProxy': '1.0', Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Network': '1.1', Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Port': '1.7', Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'PortForwarding': '1.3', Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'QosPolicy': '1.10', Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'SecurityGroup': '1.5', Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'SecurityGroupRule': '1.2', Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'SubPort': '1.0', Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Subnet': '1.1', Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: 'Trunk': '1.1'}} Jul 20 08:25:34.002297 dv-cinder-823089-3-iscsi neutron-server[104022]: {{(pid=104022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 08:25:34.004713 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Request body: {'subnet': {'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-subnet', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:34.006812 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.006812 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.006812 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.007109 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.007459 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.007799 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.008131 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.008463 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.008810 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.009662 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.009662 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.009873 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.010123 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.010431 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.010821 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc64fe-b8c6-4260-9dd4-00aa19113a3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.032088 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network c96fa3a3-1d61-4869-813f-bb65cb182cb7 details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:25:34.087394 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Made reservation on behalf of b044b1d7d5474351bd94eb1c90882933 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:25:34.090975 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:34.380756 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for subnet (d83857be-db60-44b9-859b-cdb8e58b501d), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:34.435316 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d83857be-db60-44b9-859b-cdb8e58b501d,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:34.445012 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.445012 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.445012 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.445012 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.445012 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.445012 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.445012 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.445873 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.445873 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.445873 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.446196 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.446394 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.446751 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.447099 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.447400 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Tracked resource versions report: Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: pushed versions: Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: { 'AddressGroup': {'1.2'}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Agent': {'1.1'}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'ConntrackHelper': {'1.0'}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'LocalIPAssociation': {'1.0'}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Log': {'1.0'}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'NDPProxy': {'1.0'}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Network': {'1.1'}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Port': {'1.7'}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'PortForwarding': {'1.3'}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'QosPolicy': {'1.10'}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'SecurityGroup': {'1.5'}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'SecurityGroupRule': {'1.2'}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'SubPort': {'1.0'}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Subnet': {'1.1'}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Trunk': {'1.1'}} Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: consumer versions: Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: { DHCP agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: HyperV agent@hv-cinder-82308: {}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: L3 agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: Metadata agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: Metering agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: Open vSwitch agent@dv-cinder-823089-3-iscsi: { 'AddressGroup': '1.2', Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Agent': '1.1', Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'ConntrackHelper': '1.0', Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'LocalIPAssociation': '1.0', Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Log': '1.0', Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'NDPProxy': '1.0', Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Network': '1.1', Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Port': '1.7', Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'PortForwarding': '1.3', Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'QosPolicy': '1.10', Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'SecurityGroup': '1.5', Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'SecurityGroupRule': '1.2', Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'SubPort': '1.0', Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Subnet': '1.1', Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: 'Trunk': '1.1'}} Jul 20 08:25:34.448690 dv-cinder-823089-3-iscsi neutron-server[104021]: {{(pid=104021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 08:25:34.476332 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Checking segment: {'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:25:34.476692 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Network hostable DHCP agents. Network: c96fa3a3-1d61-4869-813f-bb65cb182cb7, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:25:34.497998 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Network c96fa3a3-1d61-4869-813f-bb65cb182cb7 is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:25:34.510810 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, c96fa3a3-1d61-4869-813f-bb65cb182cb7) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:34.516119 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:25:34.517736 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:34.522510 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d77efd6-e1cd-40b6-8fb8-b55b2cf82d0e None None] Network c96fa3a3-1d61-4869-813f-bb65cb182cb7 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:25:34.539891 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0d7b3da2-a5cf-4c5e-9904-41d4c29ea584 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5487051 Jul 20 08:25:34.542808 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60298) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:34.547305 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:34.576632 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3716'] for router (5f399a45-12c2-4784-bae4-5298c4e0c3c6), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:34.577965 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3727'] for router (5f399a45-12c2-4784-bae4-5298c4e0c3c6), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:34.680788 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Publish callbacks [] for router_controller (5f399a45-12c2-4784-bae4-5298c4e0c3c6), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:34.725545 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp559ec1a5-64fa-5701-adf0-4540e30e92f7-c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'fixed_ips': [{'subnet_id': 'd83857be-db60-44b9-859b-cdb8e58b501d'}]}} from dv-cinder-823089-3-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 08:25:34.726554 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:34.978846 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Allocated IP 172.20.0.2 (c96fa3a3-1d61-4869-813f-bb65cb182cb7/d83857be-db60-44b9-859b-cdb8e58b501d/44f26208-970a-4817-b960-244bc07862c3) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:25:34.997173 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Publish callbacks [] for router_gateway (5f399a45-12c2-4784-bae4-5298c4e0c3c6), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:35.248768 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Publish callbacks [] for port (44f26208-970a-4817-b960-244bc07862c3), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:35.257063 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (44f26208-970a-4817-b960-244bc07862c3), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:35.314257 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Network c96fa3a3-1d61-4869-813f-bb65cb182cb7 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:25:35.318404 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:35.321536 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:25:35.379356 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Pushing event updated for resources: {'Port': ['ID=44f26208-970a-4817-b960-244bc07862c3,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:35.408271 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:35.408271 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:35.408681 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:35.409000 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:35.409338 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:35.409671 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:35.410042 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:35.410373 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:35.410764 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:35.411424 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:35.411938 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:35.412463 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:35.412958 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:35.413444 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:35.413926 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Tracked resource versions report: Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: pushed versions: Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: { 'AddressGroup': {'1.2'}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Agent': {'1.1'}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'ConntrackHelper': {'1.0'}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'LocalIPAssociation': {'1.0'}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Log': {'1.0'}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'NDPProxy': {'1.0'}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Network': {'1.1'}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Port': {'1.7'}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'PortForwarding': {'1.3'}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'QosPolicy': {'1.10'}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'SecurityGroup': {'1.5'}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'SecurityGroupRule': {'1.2'}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'SubPort': {'1.0'}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Subnet': {'1.1'}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Trunk': {'1.1'}} Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: consumer versions: Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: { DHCP agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: HyperV agent@hv-cinder-82308: {}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: L3 agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: Metadata agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: Metering agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: Open vSwitch agent@dv-cinder-823089-3-iscsi: { 'AddressGroup': '1.2', Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Agent': '1.1', Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'ConntrackHelper': '1.0', Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'LocalIPAssociation': '1.0', Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Log': '1.0', Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'NDPProxy': '1.0', Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Network': '1.1', Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Port': '1.7', Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'PortForwarding': '1.3', Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'QosPolicy': '1.10', Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'SecurityGroup': '1.5', Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'SecurityGroupRule': '1.2', Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'SubPort': '1.0', Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Subnet': '1.1', Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: 'Trunk': '1.1'}} Jul 20 08:25:35.415369 dv-cinder-823089-3-iscsi neutron-server[104023]: {{(pid=104023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 08:25:35.421890 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Publish callbacks [] for router_gateway (5f399a45-12c2-4784-bae4-5298c4e0c3c6), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:35.440634 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Attempting to bind port 44f26208-970a-4817-b960-244bc07862c3 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:25:35.441211 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Attempting to bind port 44f26208-970a-4817-b960-244bc07862c3 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:25:35.441816 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Attempting to bind port 44f26208-970a-4817-b960-244bc07862c3 on network c96fa3a3-1d61-4869-813f-bb65cb182cb7 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:25:35.470928 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:35.471668 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:25:35.472332 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Checking segment: {'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:25:35.472962 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:35.474298 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Bound using segment: {'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:25:35.476103 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Bound port: 44f26208-970a-4817-b960-244bc07862c3, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:25:35.477879 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (44f26208-970a-4817-b960-244bc07862c3), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:35.617052 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:35.643296 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] For port 44f26208-970a-4817-b960-244bc07862c3, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:25:35.646694 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Allocated IP 172.27.1.246 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/4b770143-1005-4c56-bc1c-ff38f0224a02) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:25:35.650012 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] For port 44f26208-970a-4817-b960-244bc07862c3, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=44f26208-970a-4817-b960-244bc07862c3,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:25:35.667025 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (44f26208-970a-4817-b960-244bc07862c3), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:35.673223 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:35.837524 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:35.863928 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de24dc-7726-452c-a0b1-a0ec1ed3da40 None None] Pushing event updated for resources: {'Port': ['ID=44f26208-970a-4817-b960-244bc07862c3,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:35.958907 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Publish callbacks [] for port (4b770143-1005-4c56-bc1c-ff38f0224a02), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:36.087549 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (4b770143-1005-4c56-bc1c-ff38f0224a02), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:36.106144 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:25:36.122259 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:36.129512 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Pushing event updated for resources: {'Port': ['ID=4b770143-1005-4c56-bc1c-ff38f0224a02,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:36.134512 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:25:36.476881 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Publish callbacks [] for router_gateway (5f399a45-12c2-4784-bae4-5298c4e0c3c6), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:36.779280 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60394) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:36.862798 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60398) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:36.917003 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735374'] for router (5f399a45-12c2-4784-bae4-5298c4e0c3c6), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:36.921508 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 44f26208-970a-4817-b960-244bc07862c3 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:25:36.974775 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:UPDATE=7,neutron:SELECT=91,neutron:INSERT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:36.975942 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:37.005682 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 44f26208-970a-4817-b960-244bc07862c3 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:37.006479 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (44f26208-970a-4817-b960-244bc07862c3), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:37.115925 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 44f26208-970a-4817-b960-244bc07862c3 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:25:37.117236 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (44f26208-970a-4817-b960-244bc07862c3), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:37.217129 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 is scheduled to L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 08:25:37.223479 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port 44f26208-970a-4817-b960-244bc07862c3, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=44f26208-970a-4817-b960-244bc07862c3,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:25:37.225938 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (44f26208-970a-4817-b960-244bc07862c3), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:37.312910 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=44f26208-970a-4817-b960-244bc07862c3,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:37.317444 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a89899-b5bf-425f-a580-c43fab51f48d None None] Network c96fa3a3-1d61-4869-813f-bb65cb182cb7 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:25:37.358450 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-67a87c96-462a-4771-b465-e027292b7b34 None None] Provisioning complete for port 44f26208-970a-4817-b960-244bc07862c3 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:37.359184 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-67a87c96-462a-4771-b465-e027292b7b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (44f26208-970a-4817-b960-244bc07862c3), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:37.448089 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:37.451296 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:25:37.471023 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Sync routers for ids ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:25:37.495106 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Routers {'5f399a45-12c2-4784-bae4-5298c4e0c3c6'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:25:37.495942 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:37.520774 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:37.531319 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60410) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:37.534643 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5d6a24b7-5750-45f5-ad69-971a94f2101e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9905972 Jul 20 08:25:37.621719 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-67a87c96-462a-4771-b465-e027292b7b34 None None] Current status of the port 44f26208-970a-4817-b960-244bc07862c3 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:25:37.750720 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-8bb11a83-11c2-4f76-accf-d2bcf20c7162 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-670388131-network', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:37.964842 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb11a83-11c2-4f76-accf-d2bcf20c7162 admin admin] Made reservation on behalf of 60ee8039b1f4461c996165d5801b91f1 for: {'network': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:25:37.965990 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Set router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:25:37.967406 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8bb11a83-11c2-4f76-accf-d2bcf20c7162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:37.990502 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-52edf6d4-043d-4bfa-81ec-f8e2805a5968 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1488763061-network', 'tenant_id': '1b481fa73344413d85fc2eb5c0376c9d'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:37.996403 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8bb11a83-11c2-4f76-accf-d2bcf20c7162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:38.052996 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-dd0a79e8-760d-4fa9-83ab-4cf5d67c6c7c None None] Provisioning complete for port 44f26208-970a-4817-b960-244bc07862c3 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:38.069979 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd0a79e8-760d-4fa9-83ab-4cf5d67c6c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (44f26208-970a-4817-b960-244bc07862c3), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:38.074032 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52edf6d4-043d-4bfa-81ec-f8e2805a5968 admin admin] Made reservation on behalf of 1b481fa73344413d85fc2eb5c0376c9d for: {'network': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:25:38.077022 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52edf6d4-043d-4bfa-81ec-f8e2805a5968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:38.092582 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60416) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:38.102155 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:38.106889 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52edf6d4-043d-4bfa-81ec-f8e2805a5968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:38.191574 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60422) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:38.311148 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8bb11a83-11c2-4f76-accf-d2bcf20c7162 admin admin] Publish callbacks [] for security_group (1c6939bd-31c8-4a4a-ba88-7e7cc842be8e), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:38.312166 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:38.325896 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8bb11a83-11c2-4f76-accf-d2bcf20c7162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (1c6939bd-31c8-4a4a-ba88-7e7cc842be8e), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:38.328386 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-2b9a1449-a265-473b-8605-f3875c93d2ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-924784398-network', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:38.340729 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb11a83-11c2-4f76-accf-d2bcf20c7162 admin admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=104022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:25:38.354955 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8bb11a83-11c2-4f76-accf-d2bcf20c7162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (646886de-34f9-4573-8d33-6bb05bad578b), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:38.355293 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.segments_db [None req-8bb11a83-11c2-4f76-accf-d2bcf20c7162 admin admin] Added segment 646886de-34f9-4573-8d33-6bb05bad578b of type vlan for network 21da7406-374d-4389-9eee-8af0140c04bf Jul 20 08:25:38.399888 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:25:36Z', 'revision_number': 3, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port': {'id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:63:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:35Z', 'updated_at': '2022-07-20T08:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:38.433703 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9a1449-a265-473b-8605-f3875c93d2ae admin admin] Made reservation on behalf of fa4764ea3c4f4bf98ea56ee0798adfdc for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:25:38.436242 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-dd0a79e8-760d-4fa9-83ab-4cf5d67c6c7c None None] Current status of the port 44f26208-970a-4817-b960-244bc07862c3 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:25:38.440781 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8bb11a83-11c2-4f76-accf-d2bcf20c7162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (21da7406-374d-4389-9eee-8af0140c04bf), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:38.449710 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1449-a265-473b-8605-f3875c93d2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:38.473620 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Checking router: 5f399a45-12c2-4784-bae4-5298c4e0c3c6 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:25:38.474516 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Updating router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 port 4b770143-1005-4c56-bc1c-ff38f0224a02 binding host dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:25:38.495080 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:38.501020 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1449-a265-473b-8605-f3875c93d2ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:38.521357 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8bb11a83-11c2-4f76-accf-d2bcf20c7162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (21da7406-374d-4389-9eee-8af0140c04bf), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:38.523525 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb11a83-11c2-4f76-accf-d2bcf20c7162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:25:38.526930 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8bb11a83-11c2-4f76-accf-d2bcf20c7162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:38.531380 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (4b770143-1005-4c56-bc1c-ff38f0224a02), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:38.550418 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb11a83-11c2-4f76-accf-d2bcf20c7162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6939bd-31c8-4a4a-ba88-7e7cc842be8e,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:38.700067 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8bb11a83-11c2-4f76-accf-d2bcf20c7162 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.9194129 Jul 20 08:25:38.701344 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb11a83-11c2-4f76-accf-d2bcf20c7162 admin admin] Pushing event updated for resources: {'Network': ['ID=21da7406-374d-4389-9eee-8af0140c04bf,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:38.717885 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60436) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:38.732822 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-222a927e-780a-4603-91ab-fc70ead3f540 admin admin] Request body: {'subnet': {'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-670388131-subnet', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:38.780456 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:38.801004 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network 21da7406-374d-4389-9eee-8af0140c04bf details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:25:38.846314 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52edf6d4-043d-4bfa-81ec-f8e2805a5968 admin admin] Publish callbacks [] for security_group (cfd1b18f-6b60-45bc-860e-a6316f6c2686), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:38.864625 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52edf6d4-043d-4bfa-81ec-f8e2805a5968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (cfd1b18f-6b60-45bc-860e-a6316f6c2686), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:38.930167 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222a927e-780a-4603-91ab-fc70ead3f540 admin admin] Made reservation on behalf of 60ee8039b1f4461c996165d5801b91f1 for: {'subnet': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:25:38.935332 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-222a927e-780a-4603-91ab-fc70ead3f540 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:38.984063 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52edf6d4-043d-4bfa-81ec-f8e2805a5968 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=104022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:25:39.013652 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 44f26208-970a-4817-b960-244bc07862c3 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:25:39.071388 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52edf6d4-043d-4bfa-81ec-f8e2805a5968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (1c19b764-987f-4d64-81ed-d681c7ce8af3), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.071748 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.segments_db [None req-52edf6d4-043d-4bfa-81ec-f8e2805a5968 admin admin] Added segment 1c19b764-987f-4d64-81ed-d681c7ce8af3 of type vlan for network 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d Jul 20 08:25:39.073707 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edf6d4-043d-4bfa-81ec-f8e2805a5968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd1b18f-6b60-45bc-860e-a6316f6c2686,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:39.132089 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 44f26208-970a-4817-b960-244bc07862c3 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:39.133215 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (44f26208-970a-4817-b960-244bc07862c3), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.205475 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52edf6d4-043d-4bfa-81ec-f8e2805a5968 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (55fb7f17-dc5d-46da-8831-2cc4e1a41a9d), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.279770 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.286350 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 44f26208-970a-4817-b960-244bc07862c3 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:25:39.307834 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-ac5958fa-5ddc-4fed-bdcf-775539b5e12a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-network', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:39.358357 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52edf6d4-043d-4bfa-81ec-f8e2805a5968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (55fb7f17-dc5d-46da-8831-2cc4e1a41a9d), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.359403 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52edf6d4-043d-4bfa-81ec-f8e2805a5968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:25:39.360645 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52edf6d4-043d-4bfa-81ec-f8e2805a5968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.393370 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1449-a265-473b-8605-f3875c93d2ae admin admin] Publish callbacks [] for security_group (b765be42-011a-47c7-941d-311dfd41d6ac), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.403459 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Publish callbacks [] for port (4b770143-1005-4c56-bc1c-ff38f0224a02), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.414181 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (4b770143-1005-4c56-bc1c-ff38f0224a02), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.421598 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1449-a265-473b-8605-f3875c93d2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (b765be42-011a-47c7-941d-311dfd41d6ac), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.469017 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5958fa-5ddc-4fed-bdcf-775539b5e12a admin admin] Made reservation on behalf of 80faf6362e244bb992ffb6058ceeefda for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:25:39.475584 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac5958fa-5ddc-4fed-bdcf-775539b5e12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.498349 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Pushing event updated for resources: {'Port': ['ID=4b770143-1005-4c56-bc1c-ff38f0224a02,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:39.502916 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9a1449-a265-473b-8605-f3875c93d2ae admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:25:39.519006 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:39.519318 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:39.519691 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:39.520038 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:39.520388 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:39.520844 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:39.521237 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:39.521591 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:39.522126 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:39.522467 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:39.523179 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:39.523545 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:39.524225 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:39.524563 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:39.524894 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Tracked resource versions report: Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: pushed versions: Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: { 'AddressGroup': {'1.2'}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Agent': {'1.1'}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'ConntrackHelper': {'1.0'}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'LocalIPAssociation': {'1.0'}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Log': {'1.0'}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'NDPProxy': {'1.0'}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Network': {'1.1'}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Port': {'1.7'}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'PortForwarding': {'1.3'}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'QosPolicy': {'1.10'}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'SecurityGroup': {'1.5'}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'SecurityGroupRule': {'1.2'}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'SubPort': {'1.0'}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Subnet': {'1.1'}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Trunk': {'1.1'}} Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: consumer versions: Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: { DHCP agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: HyperV agent@hv-cinder-82308: {}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: L3 agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: Metadata agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: Metering agent@dv-cinder-823089-3-iscsi: {}, Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: Open vSwitch agent@dv-cinder-823089-3-iscsi: { 'AddressGroup': '1.2', Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Agent': '1.1', Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'ConntrackHelper': '1.0', Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'LocalIPAssociation': '1.0', Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Log': '1.0', Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'NDPProxy': '1.0', Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Network': '1.1', Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Port': '1.7', Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'PortForwarding': '1.3', Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'QosPolicy': '1.10', Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'SecurityGroup': '1.5', Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'SecurityGroupRule': '1.2', Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'SubPort': '1.0', Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Subnet': '1.1', Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: 'Trunk': '1.1'}} Jul 20 08:25:39.526663 dv-cinder-823089-3-iscsi neutron-server[104024]: {{(pid=104024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 08:25:39.568136 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac5958fa-5ddc-4fed-bdcf-775539b5e12a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.581502 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Attempting to bind port 4b770143-1005-4c56-bc1c-ff38f0224a02 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:25:39.582373 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Attempting to bind port 4b770143-1005-4c56-bc1c-ff38f0224a02 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:25:39.583165 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Attempting to bind port 4b770143-1005-4c56-bc1c-ff38f0224a02 on network a1c48fb5-2431-447f-bf04-61d33fd44216 {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:25:39.594153 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:25:39.596343 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Checking segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:25:39.597070 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.598963 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Bound using segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:25:39.599805 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Bound port: 4b770143-1005-4c56-bc1c-ff38f0224a02, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:25:39.600608 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (4b770143-1005-4c56-bc1c-ff38f0224a02), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.635412 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1449-a265-473b-8605-f3875c93d2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.636712 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-2b9a1449-a265-473b-8605-f3875c93d2ae admin admin] Added segment 7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d of type vlan for network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 Jul 20 08:25:39.665750 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-52edf6d4-043d-4bfa-81ec-f8e2805a5968 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.7973418 Jul 20 08:25:39.684229 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60454) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:39.714821 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-eb0e72cc-9994-43cf-85d3-9cb5d724f41b admin admin] Request body: {'subnet': {'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1488763061-subnet', 'tenant_id': '1b481fa73344413d85fc2eb5c0376c9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:39.729949 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:39.791473 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-222a927e-780a-4603-91ab-fc70ead3f540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for subnet (f7595eb2-89c2-44a4-8ca5-0b88f939ec19), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.793797 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edf6d4-043d-4bfa-81ec-f8e2805a5968 admin admin] Pushing event updated for resources: {'Network': ['ID=55fb7f17-dc5d-46da-8831-2cc4e1a41a9d,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:39.801994 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] For port 4b770143-1005-4c56-bc1c-ff38f0224a02, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:25:39.806928 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a1449-a265-473b-8605-f3875c93d2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b765be42-011a-47c7-941d-311dfd41d6ac,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:39.807107 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:25:39.819346 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] For port 4b770143-1005-4c56-bc1c-ff38f0224a02, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=4b770143-1005-4c56-bc1c-ff38f0224a02,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:25:39.823740 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1449-a265-473b-8605-f3875c93d2ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (00a5ba6c-be0d-47a8-912c-f2b61f6abcd5), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.847566 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (4b770143-1005-4c56-bc1c-ff38f0224a02), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.930146 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0e72cc-9994-43cf-85d3-9cb5d724f41b admin admin] Made reservation on behalf of 1b481fa73344413d85fc2eb5c0376c9d for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:25:39.933412 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eb0e72cc-9994-43cf-85d3-9cb5d724f41b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.938544 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433ef51-698c-45a3-a473-9e6df46dd4c7 None None] Pushing event updated for resources: {'Port': ['ID=4b770143-1005-4c56-bc1c-ff38f0224a02,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:39.969604 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1449-a265-473b-8605-f3875c93d2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (00a5ba6c-be0d-47a8-912c-f2b61f6abcd5), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:39.971005 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9a1449-a265-473b-8605-f3875c93d2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:25:39.971613 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1449-a265-473b-8605-f3875c93d2ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:40.098879 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Routers {'5f399a45-12c2-4784-bae4-5298c4e0c3c6'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:25:40.101551 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:40.118775 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2b9a1449-a265-473b-8605-f3875c93d2ae admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.0243802 Jul 20 08:25:40.126695 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:40.140996 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60462) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:40.152478 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-b7f42181-9b69-4277-b419-d6d73b19e247 admin admin] Request body: {'subnet': {'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-924784398-subnet', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:40.198157 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a927e-780a-4603-91ab-fc70ead3f540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7595eb2-89c2-44a4-8ca5-0b88f939ec19,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:40.236928 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Allocated IP 172.20.0.1 (c96fa3a3-1d61-4869-813f-bb65cb182cb7/d83857be-db60-44b9-859b-cdb8e58b501d/a635e176-b14e-4c83-a08e-fe54edacd827) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:25:40.253469 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac5958fa-5ddc-4fed-bdcf-775539b5e12a admin admin] Publish callbacks [] for security_group (ae55957c-cde4-4a4d-8128-3eb07ffb3dbc), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:40.256681 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a1449-a265-473b-8605-f3875c93d2ae admin admin] Pushing event updated for resources: {'Network': ['ID=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:40.257459 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f42181-9b69-4277-b419-d6d73b19e247 admin admin] Made reservation on behalf of fa4764ea3c4f4bf98ea56ee0798adfdc for: {'subnet': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:25:40.260760 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b7f42181-9b69-4277-b419-d6d73b19e247 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:40.265469 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac5958fa-5ddc-4fed-bdcf-775539b5e12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ae55957c-cde4-4a4d-8128-3eb07ffb3dbc), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:40.272007 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:25:40.274949 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222a927e-780a-4603-91ab-fc70ead3f540 admin admin] Checking segment: {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:25:40.275368 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222a927e-780a-4603-91ab-fc70ead3f540 admin admin] Network hostable DHCP agents. Network: 21da7406-374d-4389-9eee-8af0140c04bf, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:25:40.292417 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=3,neutron:SELECT=68,neutron:INSERT=28,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:40.294216 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:UPDATE=5,neutron:INSERT=11,neutron:SELECT=83,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:40.348432 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:25:40.359153 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222a927e-780a-4603-91ab-fc70ead3f540 admin admin] Network 21da7406-374d-4389-9eee-8af0140c04bf is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:25:40.389257 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5958fa-5ddc-4fed-bdcf-775539b5e12a admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:25:40.419036 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:40.429307 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5958fa-5ddc-4fed-bdcf-775539b5e12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae55957c-cde4-4a4d-8128-3eb07ffb3dbc,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:40.470346 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac5958fa-5ddc-4fed-bdcf-775539b5e12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (8968c9f7-56ad-4f78-b755-be83df56719c), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:40.471001 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-ac5958fa-5ddc-4fed-bdcf-775539b5e12a admin admin] Added segment 8968c9f7-56ad-4f78-b755-be83df56719c of type vlan for network 493487e7-e371-48c4-94a1-b290ee37dc8e Jul 20 08:25:40.534699 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-222a927e-780a-4603-91ab-fc70ead3f540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, 21da7406-374d-4389-9eee-8af0140c04bf) {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:40.540370 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] Set router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:25:40.564319 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617ae98a-d044-4a8b-93ab-eabfb204a528 None None] Network 21da7406-374d-4389-9eee-8af0140c04bf requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:25:40.564962 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222a927e-780a-4603-91ab-fc70ead3f540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:25:40.565515 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-222a927e-780a-4603-91ab-fc70ead3f540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:40.623246 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-222a927e-780a-4603-91ab-fc70ead3f540 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9034431 Jul 20 08:25:40.640080 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60472) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:40.660158 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:40.710205 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:40.737704 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac5958fa-5ddc-4fed-bdcf-775539b5e12a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (493487e7-e371-48c4-94a1-b290ee37dc8e), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:40.751215 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eb0e72cc-9994-43cf-85d3-9cb5d724f41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for subnet (0f1242d9-08c9-4d7e-a533-394c37b3ab51), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:40.767561 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:40.802009 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Publish callbacks [] for port (a635e176-b14e-4c83-a08e-fe54edacd827), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:40.838842 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp559ec1a5-64fa-5701-adf0-4540e30e92f7-21da7406-374d-4389-9eee-8af0140c04bf', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19'}]}} from dv-cinder-823089-3-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 08:25:40.839839 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:40.856244 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.db.resource_extend [None req-ac5958fa-5ddc-4fed-bdcf-775539b5e12a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 08:25:40.882113 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3716'] for router (f89a0f50-73be-4465-b934-a3589109ebd2), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:40.887973 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3727'] for router (f89a0f50-73be-4465-b934-a3589109ebd2), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:40.943914 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e72cc-9994-43cf-85d3-9cb5d724f41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1242d9-08c9-4d7e-a533-394c37b3ab51,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:40.956130 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac5958fa-5ddc-4fed-bdcf-775539b5e12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (493487e7-e371-48c4-94a1-b290ee37dc8e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:40.957183 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5958fa-5ddc-4fed-bdcf-775539b5e12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:25:40.957775 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac5958fa-5ddc-4fed-bdcf-775539b5e12a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:40.998905 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:25:36Z', 'revision_number': 3, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port': {'id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:63:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:35Z', 'updated_at': '2022-07-20T08:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:41.053213 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Publish callbacks [] for router_controller (f89a0f50-73be-4465-b934-a3589109ebd2), precommit_add_association {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:41.100075 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb7335f-0093-43c5-a87f-26cf2d739d0f None None] The sync data for ids ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'] in dv-cinder-823089-3-iscsi is: [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:25:36Z', 'revision_number': 3, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port': {'id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:63:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:35Z', 'updated_at': '2022-07-20T08:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:25:41.112614 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e72cc-9994-43cf-85d3-9cb5d724f41b admin admin] Checking segment: {'id': '1c19b764-987f-4d64-81ed-d681c7ce8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:25:41.113179 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0e72cc-9994-43cf-85d3-9cb5d724f41b admin admin] Network hostable DHCP agents. Network: 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:25:41.172280 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ac5958fa-5ddc-4fed-bdcf-775539b5e12a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.9789798 Jul 20 08:25:41.222701 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60486) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:41.249210 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-064f3e00-a5f3-4261-8209-60339396b7b2 admin admin] Request body: {'subnet': {'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-subnet', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:41.273823 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5958fa-5ddc-4fed-bdcf-775539b5e12a admin admin] Pushing event updated for resources: {'Network': ['ID=493487e7-e371-48c4-94a1-b290ee37dc8e,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:41.276120 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Allocated IP 172.20.0.2 (21da7406-374d-4389-9eee-8af0140c04bf/f7595eb2-89c2-44a4-8ca5-0b88f939ec19/19a4e273-02af-4d6a-b8de-2cb27c07f366) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:25:41.276918 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0e72cc-9994-43cf-85d3-9cb5d724f41b admin admin] Network 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:25:41.290288 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network 493487e7-e371-48c4-94a1-b290ee37dc8e details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:25:41.311696 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-eb0e72cc-9994-43cf-85d3-9cb5d724f41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:41.350208 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0e72cc-9994-43cf-85d3-9cb5d724f41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:25:41.350208 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eb0e72cc-9994-43cf-85d3-9cb5d724f41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:41.380206 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064f3e00-a5f3-4261-8209-60339396b7b2 admin admin] Made reservation on behalf of 80faf6362e244bb992ffb6058ceeefda for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:25:41.383379 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-064f3e00-a5f3-4261-8209-60339396b7b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:41.401547 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-eb0e72cc-9994-43cf-85d3-9cb5d724f41b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6941297 Jul 20 08:25:41.416820 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60492) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:41.432544 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1488763061-router', 'tenant_id': '1b481fa73344413d85fc2eb5c0376c9d', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:41.512076 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c370f9-4dfa-4077-b0f6-d4927c75f326 None None] Network 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:25:41.530350 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (a635e176-b14e-4c83-a08e-fe54edacd827), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:41.711121 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Pushing event updated for resources: {'Port': ['ID=a635e176-b14e-4c83-a08e-fe54edacd827,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:41.726146 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Publish callbacks [] for router_gateway (f89a0f50-73be-4465-b934-a3589109ebd2), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:41.729721 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:41.779699 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Network c96fa3a3-1d61-4869-813f-bb65cb182cb7 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:25:41.794082 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3716'] for router (0bc02d25-9336-44bf-9472-61d2692a4f23), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:41.828248 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3727'] for router (0bc02d25-9336-44bf-9472-61d2692a4f23), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:41.828248 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b7f42181-9b69-4277-b419-d6d73b19e247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for subnet (2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:41.828248 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:41.828248 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:25:41.828248 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722720'] for router_interface (5f399a45-12c2-4784-bae4-5298c4e0c3c6), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:41.840078 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-064f3e00-a5f3-4261-8209-60339396b7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for subnet (1674d774-8563-48a3-b527-f0af4400482d), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:41.841093 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp559ec1a5-64fa-5701-adf0-4540e30e92f7-55fb7f17-dc5d-46da-8831-2cc4e1a41a9d', 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d', 'project_id': '1b481fa73344413d85fc2eb5c0376c9d', 'fixed_ips': [{'subnet_id': '0f1242d9-08c9-4d7e-a533-394c37b3ab51'}]}} from dv-cinder-823089-3-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 08:25:41.842359 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:41.989262 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f3e00-a5f3-4261-8209-60339396b7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1674d774-8563-48a3-b527-f0af4400482d,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:42.026515 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Publish callbacks [] for port (19a4e273-02af-4d6a-b8de-2cb27c07f366), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:42.041495 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064f3e00-a5f3-4261-8209-60339396b7b2 admin admin] Checking segment: {'id': '8968c9f7-56ad-4f78-b755-be83df56719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:25:42.042491 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064f3e00-a5f3-4261-8209-60339396b7b2 admin admin] Network hostable DHCP agents. Network: 493487e7-e371-48c4-94a1-b290ee37dc8e, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:25:42.072703 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (19a4e273-02af-4d6a-b8de-2cb27c07f366), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:42.086450 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064f3e00-a5f3-4261-8209-60339396b7b2 admin admin] Network 493487e7-e371-48c4-94a1-b290ee37dc8e is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:25:42.103869 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:42.107679 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-064f3e00-a5f3-4261-8209-60339396b7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, 493487e7-e371-48c4-94a1-b290ee37dc8e) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:42.114564 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064f3e00-a5f3-4261-8209-60339396b7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:25:42.115718 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-064f3e00-a5f3-4261-8209-60339396b7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:42.138093 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-064f3e00-a5f3-4261-8209-60339396b7b2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9009216 Jul 20 08:25:42.140951 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60498) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:42.154138 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:42.173062 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:42.176239 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Network 21da7406-374d-4389-9eee-8af0140c04bf is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:25:42.187713 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3716'] for router (f678284e-78cb-4704-9295-7381ea2d4c96), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:42.192182 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:42.192413 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3727'] for router (f678284e-78cb-4704-9295-7381ea2d4c96), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:42.195633 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d054536-037a-4034-858e-4d7c54bb0799 None None] Network 493487e7-e371-48c4-94a1-b290ee37dc8e requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:25:42.290731 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Publish callbacks [] for router_controller (f678284e-78cb-4704-9295-7381ea2d4c96), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:42.330216 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f42181-9b69-4277-b419-d6d73b19e247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:42.352085 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Publish callbacks [] for router_controller (0bc02d25-9336-44bf-9472-61d2692a4f23), precommit_add_association {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:42.442322 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:25:42.455529 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:42.503255 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Publish callbacks [] for router_gateway (f678284e-78cb-4704-9295-7381ea2d4c96), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:42.652621 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:42.668540 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp559ec1a5-64fa-5701-adf0-4540e30e92f7-493487e7-e371-48c4-94a1-b290ee37dc8e', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d'}]}} from dv-cinder-823089-3-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 08:25:42.670866 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:42.739977 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f42181-9b69-4277-b419-d6d73b19e247 admin admin] Checking segment: {'id': '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:25:42.740623 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f42181-9b69-4277-b419-d6d73b19e247 admin admin] Network hostable DHCP agents. Network: 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:25:42.767925 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Allocated IP 172.20.0.2 (55fb7f17-dc5d-46da-8831-2cc4e1a41a9d/0f1242d9-08c9-4d7e-a533-394c37b3ab51/29c54736-c624-418f-b8a4-95f1b88b4785) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:25:42.873388 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:42.876854 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Pushing event updated for resources: {'Port': ['ID=19a4e273-02af-4d6a-b8de-2cb27c07f366,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:43.000128 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 4b770143-1005-4c56-bc1c-ff38f0224a02 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:25:43.033897 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-ae0e2904-e708-4b42-b57d-c975289bda91 None None] Provisioning complete for port a635e176-b14e-4c83-a08e-fe54edacd827 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:43.034901 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ae0e2904-e708-4b42-b57d-c975289bda91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (a635e176-b14e-4c83-a08e-fe54edacd827), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:43.041912 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Publish callbacks [] for router_gateway (f678284e-78cb-4704-9295-7381ea2d4c96), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:43.081002 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:43.305294 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Allocated IP 172.27.1.64 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/486013fe-92c4-4489-883f-0544a89f57b5) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:25:43.341886 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (a635e176-b14e-4c83-a08e-fe54edacd827), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:43.345606 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Publish callbacks [] for router_gateway (f89a0f50-73be-4465-b934-a3589109ebd2), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:43.356495 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Allocated IP 172.20.0.2 (493487e7-e371-48c4-94a1-b290ee37dc8e/1674d774-8563-48a3-b527-f0af4400482d/d70cd3c3-a6f8-4836-b448-9244113ddf03) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:25:43.381930 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:43.482760 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f42181-9b69-4277-b419-d6d73b19e247 admin admin] Network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:25:43.502971 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Publish callbacks [] for router_gateway (0bc02d25-9336-44bf-9472-61d2692a4f23), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:43.565219 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Publish callbacks [] for port (486013fe-92c4-4489-883f-0544a89f57b5), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:43.608164 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (486013fe-92c4-4489-883f-0544a89f57b5), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:43.661701 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:25:43.665732 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:43.675308 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:25:43.759348 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:43.769536 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Attempting to bind port 19a4e273-02af-4d6a-b8de-2cb27c07f366 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:25:43.770419 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Attempting to bind port 19a4e273-02af-4d6a-b8de-2cb27c07f366 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:25:43.771235 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Attempting to bind port 19a4e273-02af-4d6a-b8de-2cb27c07f366 on network 21da7406-374d-4389-9eee-8af0140c04bf {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:25:43.776732 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Allocated IP 172.27.1.193 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/e04e8124-8069-4307-8be8-398aad1e6888) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:25:43.845774 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e2904-e708-4b42-b57d-c975289bda91 None None] Port a635e176-b14e-4c83-a08e-fe54edacd827 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:25:43.911667 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:25:43.912812 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Checking segment: {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:25:43.913695 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:43.914554 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Bound using segment: {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:25:43.914851 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Publish callbacks [] for port (e04e8124-8069-4307-8be8-398aad1e6888), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:43.916801 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Bound port: 19a4e273-02af-4d6a-b8de-2cb27c07f366, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:25:43.917748 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (19a4e273-02af-4d6a-b8de-2cb27c07f366), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:43.953762 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:43.955947 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:43.962171 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-b7f42181-9b69-4277-b419-d6d73b19e247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5) {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:43.965951 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 4b770143-1005-4c56-bc1c-ff38f0224a02 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:43.966557 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (4b770143-1005-4c56-bc1c-ff38f0224a02), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:43.972610 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (e04e8124-8069-4307-8be8-398aad1e6888), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:44.024163 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f42181-9b69-4277-b419-d6d73b19e247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:25:44.025032 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b7f42181-9b69-4277-b419-d6d73b19e247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:44.068475 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Pushing event updated for resources: {'Port': ['ID=486013fe-92c4-4489-883f-0544a89f57b5,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:44.091151 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Publish callbacks [] for port (d70cd3c3-a6f8-4836-b448-9244113ddf03), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:44.101237 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2824e57c-d725-4f4b-9212-463907524da8 None None] Network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:25:44.104949 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-b7f42181-9b69-4277-b419-d6d73b19e247 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.9613962 Jul 20 08:25:44.110757 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Publish callbacks [] for port (a635e176-b14e-4c83-a08e-fe54edacd827), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:44.128597 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:25:44.134407 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60552) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:44.135887 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:44.142853 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:44.150185 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:25:44.170138 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (d70cd3c3-a6f8-4836-b448-9244113ddf03), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:44.230006 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Publish callbacks [] for router_gateway (f678284e-78cb-4704-9295-7381ea2d4c96), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:44.233377 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:44.327495 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (a635e176-b14e-4c83-a08e-fe54edacd827), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:44.328735 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733416'] for router_interface (5f399a45-12c2-4784-bae4-5298c4e0c3c6), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:44.488638 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:44.490340 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735374'] for router (f678284e-78cb-4704-9295-7381ea2d4c96), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:44.514138 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Pushing event updated for resources: {'Port': ['ID=d70cd3c3-a6f8-4836-b448-9244113ddf03,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:44.542250 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Network 493487e7-e371-48c4-94a1-b290ee37dc8e is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:25:44.612313 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:44.616900 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:25:44.629042 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Publish callbacks [] for port (29c54736-c624-418f-b8a4-95f1b88b4785), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:44.698330 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (29c54736-c624-418f-b8a4-95f1b88b4785), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:44.705330 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Router f678284e-78cb-4704-9295-7381ea2d4c96 is scheduled to L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 08:25:44.824172 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3716'] for router (c245b0b3-c650-4a64-a3ff-113a63a41a0e), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:44.825529 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3727'] for router (c245b0b3-c650-4a64-a3ff-113a63a41a0e), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:44.829410 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60566) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:44.839541 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] For port 19a4e273-02af-4d6a-b8de-2cb27c07f366, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:25:44.870366 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Pushing event updated for resources: {'Port': ['ID=e04e8124-8069-4307-8be8-398aad1e6888,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:44.895446 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:25:44.954994 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:44.957070 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0dff3fbe-2da7-446b-92e9-e77c44d84d7e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8140829 Jul 20 08:25:44.961696 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60570) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:44.979857 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Sync routers for ids ['f678284e-78cb-4704-9295-7381ea2d4c96'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:25:44.984600 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Network 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:25:44.994266 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] For port 19a4e273-02af-4d6a-b8de-2cb27c07f366, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=19a4e273-02af-4d6a-b8de-2cb27c07f366,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:25:45.030568 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:45.035241 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp559ec1a5-64fa-5701-adf0-4540e30e92f7-00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7'}]}} from dv-cinder-823089-3-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 08:25:45.036280 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:45.045143 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Publish callbacks [] for router_controller (c245b0b3-c650-4a64-a3ff-113a63a41a0e), precommit_add_association {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:45.055686 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:25:45.080538 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Publish callbacks [] for router_gateway (0bc02d25-9336-44bf-9472-61d2692a4f23), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:45.119951 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:45.125372 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (19a4e273-02af-4d6a-b8de-2cb27c07f366), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:45.128516 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Pushing event updated for resources: {'Port': ['ID=29c54736-c624-418f-b8a4-95f1b88b4785,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:45.146731 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:45.147290 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Attempting to bind port d70cd3c3-a6f8-4836-b448-9244113ddf03 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:25:45.147671 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Attempting to bind port d70cd3c3-a6f8-4836-b448-9244113ddf03 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '8968c9f7-56ad-4f78-b755-be83df56719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:25:45.148031 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Attempting to bind port d70cd3c3-a6f8-4836-b448-9244113ddf03 on network 493487e7-e371-48c4-94a1-b290ee37dc8e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:25:45.149921 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Pushing event updated for resources: {'Port': ['ID=a635e176-b14e-4c83-a08e-fe54edacd827,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:45.150182 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Routers {'f678284e-78cb-4704-9295-7381ea2d4c96'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:25:45.150882 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f678284e-78cb-4704-9295-7381ea2d4c96'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:45.153907 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Publish callbacks [] for router_gateway (f89a0f50-73be-4465-b934-a3589109ebd2), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:45.164076 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 4b770143-1005-4c56-bc1c-ff38f0224a02 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:25:45.164471 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (4b770143-1005-4c56-bc1c-ff38f0224a02), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:45.205969 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Network c96fa3a3-1d61-4869-813f-bb65cb182cb7 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:25:45.291013 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:45.299122 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-651791d3-ff24-4f60-8ea8-34e4f3b957bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:45.345736 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:45.489716 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:45.495951 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b41761-1674-49ea-8fd7-acf37ba09b58 None None] Pushing event updated for resources: {'Port': ['ID=19a4e273-02af-4d6a-b8de-2cb27c07f366,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:45.509745 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:25:45.510414 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Checking segment: {'id': '8968c9f7-56ad-4f78-b755-be83df56719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:25:45.513468 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:45.514182 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Bound using segment: {'id': '8968c9f7-56ad-4f78-b755-be83df56719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:25:45.518144 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Bound port: d70cd3c3-a6f8-4836-b448-9244113ddf03, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8968c9f7-56ad-4f78-b755-be83df56719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:25:45.518986 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (d70cd3c3-a6f8-4836-b448-9244113ddf03), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:45.656689 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Set router f678284e-78cb-4704-9295-7381ea2d4c96 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:25:45.733015 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:45.735476 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:45.798116 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Publish callbacks [] for router_gateway (c245b0b3-c650-4a64-a3ff-113a63a41a0e), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:45.805083 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port 4b770143-1005-4c56-bc1c-ff38f0224a02, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=4b770143-1005-4c56-bc1c-ff38f0224a02,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:25:45.840962 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-69cae35b-39f7-41ed-8979-3b9ce2f2bcc1 None None] Provisioning complete for port a635e176-b14e-4c83-a08e-fe54edacd827 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:45.840962 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-69cae35b-39f7-41ed-8979-3b9ce2f2bcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (a635e176-b14e-4c83-a08e-fe54edacd827), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:45.864474 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (4b770143-1005-4c56-bc1c-ff38f0224a02), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:45.998073 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Allocated IP 172.27.1.78 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/eaabc2fe-3741-45ee-9505-08bd1a921a11) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:25:46.043376 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Attempting to bind port 29c54736-c624-418f-b8a4-95f1b88b4785 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:25:46.043823 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Attempting to bind port 29c54736-c624-418f-b8a4-95f1b88b4785 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '1c19b764-987f-4d64-81ed-d681c7ce8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:25:46.044152 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Attempting to bind port 29c54736-c624-418f-b8a4-95f1b88b4785 on network 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:25:46.110709 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:25:46.111567 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Checking segment: {'id': '1c19b764-987f-4d64-81ed-d681c7ce8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:25:46.112137 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:46.112694 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Bound using segment: {'id': '1c19b764-987f-4d64-81ed-d681c7ce8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:25:46.113364 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Bound port: 29c54736-c624-418f-b8a4-95f1b88b4785, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c19b764-987f-4d64-81ed-d681c7ce8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:25:46.113942 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (29c54736-c624-418f-b8a4-95f1b88b4785), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:46.142405 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-69cae35b-39f7-41ed-8979-3b9ce2f2bcc1 None None] Port a635e176-b14e-4c83-a08e-fe54edacd827 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:25:46.144719 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] For port d70cd3c3-a6f8-4836-b448-9244113ddf03, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:25:46.147292 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Allocated IP 172.20.0.1 (493487e7-e371-48c4-94a1-b290ee37dc8e/1674d774-8563-48a3-b527-f0af4400482d/70e342ce-75b0-4d6d-84f7-94fb82b64c8a) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:25:46.166896 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Allocated IP 172.20.0.2 (00a5ba6c-be0d-47a8-912c-f2b61f6abcd5/2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7/bf10a936-7ae3-475f-b461-aae057feb61f) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:25:46.175795 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:25:46.181661 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:46.182366 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:46.206754 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=4b770143-1005-4c56-bc1c-ff38f0224a02,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:46.214440 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] For port d70cd3c3-a6f8-4836-b448-9244113ddf03, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=d70cd3c3-a6f8-4836-b448-9244113ddf03,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:25:46.220734 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 19a4e273-02af-4d6a-b8de-2cb27c07f366 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:25:46.280079 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (d70cd3c3-a6f8-4836-b448-9244113ddf03), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:46.300061 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:46.350236 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Publish callbacks [] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:46.353194 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-651791d3-ff24-4f60-8ea8-34e4f3b957bb admin admin] Publish callbacks [] for security_group (a093958c-e4ad-4bf6-a49d-ada5616f9c95), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:46.411161 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-651791d3-ff24-4f60-8ea8-34e4f3b957bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (a093958c-e4ad-4bf6-a49d-ada5616f9c95), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:46.456804 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:46.491383 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] For port 29c54736-c624-418f-b8a4-95f1b88b4785, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:25:46.492116 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-651791d3-ff24-4f60-8ea8-34e4f3b957bb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=375f46c4a1864eda97310c66a5239184&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6539340 Jul 20 08:25:46.510247 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60584) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:46.524675 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:43Z', 'revision_number': 3, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:46.540266 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] For port 29c54736-c624-418f-b8a4-95f1b88b4785, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=29c54736-c624-418f-b8a4-95f1b88b4785,segment=NetworkSegment(1c19b764-987f-4d64-81ed-d681c7ce8af3),segment_id=1c19b764-987f-4d64-81ed-d681c7ce8af3)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:25:46.568564 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Network 493487e7-e371-48c4-94a1-b290ee37dc8e is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:25:46.575338 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:46.580969 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:25:46.581646 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722720'] for router_interface (f678284e-78cb-4704-9295-7381ea2d4c96), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:46.601809 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Checking router: f678284e-78cb-4704-9295-7381ea2d4c96 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:25:46.602174 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Updating router f678284e-78cb-4704-9295-7381ea2d4c96 port 486013fe-92c4-4489-883f-0544a89f57b5 binding host dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:25:46.604630 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 19a4e273-02af-4d6a-b8de-2cb27c07f366 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:46.604909 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (19a4e273-02af-4d6a-b8de-2cb27c07f366), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:46.613790 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (29c54736-c624-418f-b8a4-95f1b88b4785), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:46.632384 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Pushing event updated for resources: {'Port': ['ID=70e342ce-75b0-4d6d-84f7-94fb82b64c8a,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:46.637753 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:46.642693 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735374'] for router (f89a0f50-73be-4465-b934-a3589109ebd2), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:46.667077 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d144e21-4d9b-4bb7-adf1-4b84f61b03d6 None None] Pushing event updated for resources: {'Port': ['ID=d70cd3c3-a6f8-4836-b448-9244113ddf03,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:46.759338 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (486013fe-92c4-4489-883f-0544a89f57b5), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:46.841609 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:UPDATE=7,neutron:SELECT=87,neutron:INSERT=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:46.873959 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:46.905376 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Publish callbacks [] for port (bf10a936-7ae3-475f-b461-aae057feb61f), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:46.942637 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (bf10a936-7ae3-475f-b461-aae057feb61f), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:46.944876 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff53886-cba8-455f-8525-3065dcb8e91b None None] Pushing event updated for resources: {'Port': ['ID=29c54736-c624-418f-b8a4-95f1b88b4785,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:47.038068 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:47.045824 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Publish callbacks [] for router_gateway (c245b0b3-c650-4a64-a3ff-113a63a41a0e), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:47.192850 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:25:47.240188 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:47.260454 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:25:47.284750 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 19a4e273-02af-4d6a-b8de-2cb27c07f366 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:25:47.285225 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (19a4e273-02af-4d6a-b8de-2cb27c07f366), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:47.287612 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Pushing event updated for resources: {'Port': ['ID=bf10a936-7ae3-475f-b461-aae057feb61f,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:47.301766 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:47.389168 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651791d3-ff24-4f60-8ea8-34e4f3b957bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a093958c-e4ad-4bf6-a49d-ada5616f9c95,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:47.407608 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3e4916d2-1ce5-466e-bc69-ad8d9718bab1 admin admin] Publish callbacks [] for security_group (a093958c-e4ad-4bf6-a49d-ada5616f9c95), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:47.464390 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port 19a4e273-02af-4d6a-b8de-2cb27c07f366, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=19a4e273-02af-4d6a-b8de-2cb27c07f366,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:25:47.465872 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Attempting to bind port bf10a936-7ae3-475f-b461-aae057feb61f on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:25:47.466424 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Attempting to bind port bf10a936-7ae3-475f-b461-aae057feb61f by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:25:47.467187 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Attempting to bind port bf10a936-7ae3-475f-b461-aae057feb61f on network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:25:47.474286 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (19a4e273-02af-4d6a-b8de-2cb27c07f366), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:47.479591 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:25:47.479798 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Checking segment: {'id': '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:25:47.480187 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:47.480587 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Bound using segment: {'id': '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:25:47.481084 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Bound port: bf10a936-7ae3-475f-b461-aae057feb61f, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:25:47.481706 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (bf10a936-7ae3-475f-b461-aae057feb61f), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:47.539433 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3e4916d2-1ce5-466e-bc69-ad8d9718bab1 admin admin] Publish callbacks [] for security_group (a093958c-e4ad-4bf6-a49d-ada5616f9c95), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:47.573240 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58b5882-710f-4c66-9469-581c7e7f35db None None] Network 21da7406-374d-4389-9eee-8af0140c04bf requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:25:47.599581 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Publish callbacks [] for port (eaabc2fe-3741-45ee-9505-08bd1a921a11), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:47.607402 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:47.614289 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Publish callbacks [] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:47.624705 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=19a4e273-02af-4d6a-b8de-2cb27c07f366,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:47.625526 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:47.626407 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733416'] for router_interface (f678284e-78cb-4704-9295-7381ea2d4c96), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:47.643276 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:25:47.662716 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Sync routers for ids ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:25:47.665856 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:47.689986 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Pushing event updated for resources: {'Port': ['ID=70e342ce-75b0-4d6d-84f7-94fb82b64c8a,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:47.704429 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Routers {'5f399a45-12c2-4784-bae4-5298c4e0c3c6'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:25:47.708166 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:47.712683 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] For port bf10a936-7ae3-475f-b461-aae057feb61f, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:25:47.722715 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] For port bf10a936-7ae3-475f-b461-aae057feb61f, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=bf10a936-7ae3-475f-b461-aae057feb61f,segment=NetworkSegment(7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d),segment_id=7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:25:47.751192 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8b3a500b-5d2d-4f1d-b805-acca08bb7f1e admin admin] 10.222.0.64 "PUT /v2.0/routers/5f399a45-12c2-4784-bae4-5298c4e0c3c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2092624 Jul 20 08:25:47.755775 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-0ab53554-4305-4ec4-b88c-f382927f87fa None None] Provisioning complete for port 19a4e273-02af-4d6a-b8de-2cb27c07f366 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:47.755775 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0ab53554-4305-4ec4-b88c-f382927f87fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (19a4e273-02af-4d6a-b8de-2cb27c07f366), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:47.786404 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (eaabc2fe-3741-45ee-9505-08bd1a921a11), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:47.897573 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Network 493487e7-e371-48c4-94a1-b290ee37dc8e is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:25:47.901351 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:47.932093 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:47.957333 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:25:47.967124 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Set router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:25:48.127510 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:48.135902 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:25:48.168268 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:48.176301 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3e4916d2-1ce5-466e-bc69-ad8d9718bab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (a093958c-e4ad-4bf6-a49d-ada5616f9c95), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:48.181338 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3e4916d2-1ce5-466e-bc69-ad8d9718bab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:48.200575 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-3e4916d2-1ce5-466e-bc69-ad8d9718bab1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a093958c-e4ad-4bf6-a49d-ada5616f9c95 HTTP/1.1" status: 204 len: 168 time: 1.6891921 Jul 20 08:25:48.213740 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:48.253118 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Router f678284e-78cb-4704-9295-7381ea2d4c96 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:25:48.587694 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (bf10a936-7ae3-475f-b461-aae057feb61f), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:48.624361 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:25:48.642465 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f8c3beb6-0791-462d-a2ae-7b2484a7aaed admin admin] 10.222.0.64 "PUT /v2.0/routers/f678284e-78cb-4704-9295-7381ea2d4c96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6679797 Jul 20 08:25:48.656133 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Pushing event updated for resources: {'Port': ['ID=eaabc2fe-3741-45ee-9505-08bd1a921a11,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:48.660523 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:48.668034 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe20ccb9-aba7-4fcb-badf-d777f988344b None None] Network 493487e7-e371-48c4-94a1-b290ee37dc8e requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:25:48.670395 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 19a4e273-02af-4d6a-b8de-2cb27c07f366 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:25:48.682332 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:25:42Z', 'revision_number': 4, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port': {'id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:35Z', 'updated_at': '2022-07-20T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'a635e176-b14e-4c83-a08e-fe54edacd827', 'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'mac_address': 'fa:16:3e:74:65:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:39Z', 'updated_at': '2022-07-20T08:25:43Z', 'revision_number': 2, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'subnets': [{'id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:48.714848 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Checking router: 5f399a45-12c2-4784-bae4-5298c4e0c3c6 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:25:48.715442 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Updating router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 port a635e176-b14e-4c83-a08e-fe54edacd827 binding host dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:25:48.720504 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4916d2-1ce5-466e-bc69-ad8d9718bab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a093958c-e4ad-4bf6-a49d-ada5616f9c95,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:48.728343 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Router f89a0f50-73be-4465-b934-a3589109ebd2 is scheduled to L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 with binding_index 1 {{(pid=104022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 08:25:48.810871 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (a635e176-b14e-4c83-a08e-fe54edacd827), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:48.952034 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d0feb-9a40-469c-91be-ab352d66c50e None None] Pushing event updated for resources: {'Port': ['ID=bf10a936-7ae3-475f-b461-aae057feb61f,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:48.975645 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537d0857-5f7d-44bd-a2bb-39cbc3c9360b None None] Network 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:25:48.998233 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Publish callbacks [] for router_gateway (0bc02d25-9336-44bf-9472-61d2692a4f23), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:49.032145 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:49.332677 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60646) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:49.334968 dv-cinder-823089-3-iscsi neutron-server[104021]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 08:25:49.391874 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 19a4e273-02af-4d6a-b8de-2cb27c07f366 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:49.394198 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (19a4e273-02af-4d6a-b8de-2cb27c07f366), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:49.590718 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Publish callbacks [] for port (a635e176-b14e-4c83-a08e-fe54edacd827), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:49.602947 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (a635e176-b14e-4c83-a08e-fe54edacd827), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:49.681241 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a643e21-39b3-43e0-b4fb-0b4a8b2e25a9 None None] Pushing event updated for resources: {'Port': ['ID=a635e176-b14e-4c83-a08e-fe54edacd827,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:49.879198 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:49.881114 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Attempting to bind port a635e176-b14e-4c83-a08e-fe54edacd827 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:25:49.881544 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Attempting to bind port a635e176-b14e-4c83-a08e-fe54edacd827 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:25:49.881970 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Attempting to bind port a635e176-b14e-4c83-a08e-fe54edacd827 on network c96fa3a3-1d61-4869-813f-bb65cb182cb7 {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:25:49.889553 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:25:49.890069 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Checking segment: {'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:25:49.890500 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:49.891026 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Bound using segment: {'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:25:49.891591 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Bound port: a635e176-b14e-4c83-a08e-fe54edacd827, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:25:49.891991 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (a635e176-b14e-4c83-a08e-fe54edacd827), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:49.923615 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60658) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:49.945339 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-0ab53554-4305-4ec4-b88c-f382927f87fa None None] Current status of the port 19a4e273-02af-4d6a-b8de-2cb27c07f366 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:25:49.958476 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:49.966631 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-fbbbbe15-fe60-4250-b5b6-7e3a5fcab4d7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1804374244', 'description': 'tempest-description--1682368209'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:50.011607 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:25:50.021509 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4f2a2509-ea4f-4f11-acc8-7b61051528ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:50.052225 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Publish callbacks [] for port (486013fe-92c4-4489-883f-0544a89f57b5), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:50.067273 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Sync routers for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:25:50.103278 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (486013fe-92c4-4489-883f-0544a89f57b5), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:50.131790 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:25:50.133370 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] For port a635e176-b14e-4c83-a08e-fe54edacd827, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:25:50.135761 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-57c15933-341d-43bd-9212-444fa637c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:50.152132 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] For port a635e176-b14e-4c83-a08e-fe54edacd827, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=a635e176-b14e-4c83-a08e-fe54edacd827,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:25:50.165928 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (a635e176-b14e-4c83-a08e-fe54edacd827), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:50.190260 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-fcbdcdc9-8692-4719-8bcb-ce4509054c56 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:25:50.197139 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-fcbdcdc9-8692-4719-8bcb-ce4509054c56 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 819 time: 0.8610883 Jul 20 08:25:50.218524 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbe15-fe60-4250-b5b6-7e3a5fcab4d7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:50.271338 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-081a520d-7b08-4fac-b17c-a75a6ca4e802 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/quotas/b044b1d7d5474351bd94eb1c90882933 HTTP/1.1" status: 200 len: 375 time: 0.0599711 Jul 20 08:25:50.296591 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:50.299008 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-c7908637-5077-4a37-a1e1-48382e38606e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.6522026 Jul 20 08:25:50.363934 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbe15-fe60-4250-b5b6-7e3a5fcab4d7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group (b5a6116c-1ad4-4f76-b576-9575f1cc3851), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:50.367750 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60672) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:50.436707 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Routers {'5f399a45-12c2-4784-bae4-5298c4e0c3c6'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:25:50.437444 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:50.440029 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a643e21-39b3-43e0-b4fb-0b4a8b2e25a9 None None] Pushing event updated for resources: {'Port': ['ID=a635e176-b14e-4c83-a08e-fe54edacd827,revision_number=4']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:50.565572 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-b460c06c-47d4-4a0f-bc21-5d937b605f2a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1996038 Jul 20 08:25:50.566224 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbe15-fe60-4250-b5b6-7e3a5fcab4d7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (b5a6116c-1ad4-4f76-b576-9575f1cc3851), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:50.601307 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:25:50.687425 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbbe15-fe60-4250-b5b6-7e3a5fcab4d7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a6116c-1ad4-4f76-b576-9575f1cc3851,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:50.707637 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbe15-fe60-4250-b5b6-7e3a5fcab4d7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:50.715261 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-fbbbbe15-fe60-4250-b5b6-7e3a5fcab4d7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7899563 Jul 20 08:25:50.715528 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] Set router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:25:50.722302 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60682) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:50.741686 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-0e67e4dc-ed9d-406c-a6f7-98ae2200fb06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Request body: {'security_group_rule': {'security_group_id': 'b5a6116c-1ad4-4f76-b576-9575f1cc3851', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:50.941557 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0e67e4dc-ed9d-406c-a6f7-98ae2200fb06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group_rule (35ab632d-abb5-4ced-8f4f-0b1854e29c82), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:51.017304 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:51.156793 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Attempting to bind port 486013fe-92c4-4489-883f-0544a89f57b5 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:25:51.156793 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Attempting to bind port 486013fe-92c4-4489-883f-0544a89f57b5 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:25:51.157230 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Attempting to bind port 486013fe-92c4-4489-883f-0544a89f57b5 on network a1c48fb5-2431-447f-bf04-61d33fd44216 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:25:51.160858 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-2aac3a72-d841-4c26-875b-ee6cee98a028 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 08:25:51.165619 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-2aac3a72-d841-4c26-875b-ee6cee98a028 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2034097 Jul 20 08:25:51.232250 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735374'] for router (0bc02d25-9336-44bf-9472-61d2692a4f23), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:51.248604 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0e67e4dc-ed9d-406c-a6f7-98ae2200fb06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group_rule (35ab632d-abb5-4ced-8f4f-0b1854e29c82), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:51.267544 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0e67e4dc-ed9d-406c-a6f7-98ae2200fb06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (35ab632d-abb5-4ced-8f4f-0b1854e29c82), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:51.292753 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Provisioning complete for port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:51.293121 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:51.309774 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:25:51.310364 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Checking segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:25:51.311082 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:51.311663 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Bound using segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:25:51.312341 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Bound port: 486013fe-92c4-4489-883f-0544a89f57b5, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:25:51.312724 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (486013fe-92c4-4489-883f-0544a89f57b5), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:51.350456 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67e4dc-ed9d-406c-a6f7-98ae2200fb06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ab632d-abb5-4ced-8f4f-0b1854e29c82,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:51.373770 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115447f-2085-42e3-8a19-74ae580ff70d None None] Pushing event updated for resources: {'Port': ['ID=486013fe-92c4-4489-883f-0544a89f57b5,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:51.374197 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:25:42Z', 'revision_number': 4, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port': {'id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:35Z', 'updated_at': '2022-07-20T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'a635e176-b14e-4c83-a08e-fe54edacd827', 'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'mac_address': 'fa:16:3e:74:65:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:39Z', 'updated_at': '2022-07-20T08:25:50Z', 'revision_number': 4, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'subnets': [{'id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:51.380916 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Allocated IP 172.27.1.164 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/a12f094c-e512-434b-a5b1-fc3f7feb820d) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:25:51.428195 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0e67e4dc-ed9d-406c-a6f7-98ae2200fb06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:51.430516 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0e67e4dc-ed9d-406c-a6f7-98ae2200fb06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7006235 Jul 20 08:25:51.440453 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60710) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:51.454021 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829060b2-58e3-46ba-b87c-c383157d1d0c None None] The sync data for ids ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'] in dv-cinder-823089-3-iscsi is: [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:25:42Z', 'revision_number': 4, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port': {'id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:35Z', 'updated_at': '2022-07-20T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'a635e176-b14e-4c83-a08e-fe54edacd827', 'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'mac_address': 'fa:16:3e:74:65:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:39Z', 'updated_at': '2022-07-20T08:25:50Z', 'revision_number': 4, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'subnets': [{'id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:25:51.464589 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-ac3c04b6-187f-42f3-a36a-6196d8e4229e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Request body: {'security_group_rule': {'security_group_id': 'b5a6116c-1ad4-4f76-b576-9575f1cc3851', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:51.471760 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 19a4e273-02af-4d6a-b8de-2cb27c07f366 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:25:51.473005 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 4b770143-1005-4c56-bc1c-ff38f0224a02 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:25:51.614059 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:25:51.617272 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-2792ca9b-e665-463e-9cbb-7428522d5710 service neutron] 10.222.0.64 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292350 Jul 20 08:25:51.662784 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:51.666323 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bec516-4bf3-487f-be9c-c07a2ae5fe08 None None] Network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:25:51.682603 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:51.721745 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:51.761401 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac3c04b6-187f-42f3-a36a-6196d8e4229e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group_rule (a52aba1c-fa90-4f4a-a6ae-1c1a20a49622), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:51.845390 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Provisioning complete for port 29c54736-c624-418f-b8a4-95f1b88b4785 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:51.846225 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (29c54736-c624-418f-b8a4-95f1b88b4785), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:51.864345 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-0ce35112-dc1a-44e1-9d2d-6053f840eb7f service neutron] 10.222.0.64 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308676 Jul 20 08:25:51.880408 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac3c04b6-187f-42f3-a36a-6196d8e4229e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group_rule (a52aba1c-fa90-4f4a-a6ae-1c1a20a49622), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:51.884760 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac3c04b6-187f-42f3-a36a-6196d8e4229e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (a52aba1c-fa90-4f4a-a6ae-1c1a20a49622), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:51.909391 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] For port 486013fe-92c4-4489-883f-0544a89f57b5, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:25:51.919819 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:51.958535 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c04b6-187f-42f3-a36a-6196d8e4229e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52aba1c-fa90-4f4a-a6ae-1c1a20a49622,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:51.984096 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac3c04b6-187f-42f3-a36a-6196d8e4229e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:51.997165 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ac3c04b6-187f-42f3-a36a-6196d8e4229e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5530550 Jul 20 08:25:51.998449 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60724) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:52.022508 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Request body: {'floatingip': {'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:52.055650 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-57c15933-341d-43bd-9212-444fa637c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:25:44Z', 'revision_number': 3, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:52.065684 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Publish callbacks [] for port (a12f094c-e512-434b-a5b1-fc3f7feb820d), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:52.100788 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:52.172092 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] For port 486013fe-92c4-4489-883f-0544a89f57b5, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=486013fe-92c4-4489-883f-0544a89f57b5,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:25:52.201715 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 4b770143-1005-4c56-bc1c-ff38f0224a02 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:52.202427 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (4b770143-1005-4c56-bc1c-ff38f0224a02), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:52.245660 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Checking router: f89a0f50-73be-4465-b934-a3589109ebd2 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:25:52.246319 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Updating router f89a0f50-73be-4465-b934-a3589109ebd2 port e04e8124-8069-4307-8be8-398aad1e6888 binding host dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:25:52.303079 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (a12f094c-e512-434b-a5b1-fc3f7feb820d), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:52.329912 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (486013fe-92c4-4489-883f-0544a89f57b5), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:52.364707 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Router 0bc02d25-9336-44bf-9472-61d2692a4f23 is scheduled to L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 with binding_index 1 {{(pid=104022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 08:25:52.387332 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60738) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:52.387985 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60744) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:52.393911 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a29600e7-c69a-45a5-aef2-bf6f92ce793b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:52.399766 dv-cinder-823089-3-iscsi neutron-server[104022]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 08:25:52.541532 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Current status of the port 29c54736-c624-418f-b8a4-95f1b88b4785 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:25:52.542453 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (29c54736-c624-418f-b8a4-95f1b88b4785), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:52.557890 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (e04e8124-8069-4307-8be8-398aad1e6888), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:52.585807 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:52.622050 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Pushing event updated for resources: {'Port': ['ID=a12f094c-e512-434b-a5b1-fc3f7feb820d,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:52.714934 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:52.799771 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:25:52.820168 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-129edbcf-7d6f-440b-af01-5511bd5d30a7 req-ccd1e4aa-ee3f-408f-9645-7784e246d3ac tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 210 time: 0.4247112 Jul 20 08:25:52.831563 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:52.876435 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:25:52.911478 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Allocated IP 172.27.1.207 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/dc183507-ee9a-4776-b1c2-f03d33a6f491) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:25:52.987716 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f6d17439-66d9-467a-8522-52ae4cebab15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:53.035906 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115447f-2085-42e3-8a19-74ae580ff70d None None] Pushing event updated for resources: {'Port': ['ID=486013fe-92c4-4489-883f-0544a89f57b5,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:53.129131 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] For port 29c54736-c624-418f-b8a4-95f1b88b4785, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=29c54736-c624-418f-b8a4-95f1b88b4785,segment=NetworkSegment(1c19b764-987f-4d64-81ed-d681c7ce8af3),segment_id=1c19b764-987f-4d64-81ed-d681c7ce8af3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:25:53.134304 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:53.146439 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (29c54736-c624-418f-b8a4-95f1b88b4785), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:53.156489 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 4b770143-1005-4c56-bc1c-ff38f0224a02 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:25:53.164226 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 29c54736-c624-418f-b8a4-95f1b88b4785 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:25:53.192384 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f6d17439-66d9-467a-8522-52ae4cebab15 admin admin] Publish callbacks [] for security_group (fd918afa-0405-48f0-9e9a-015da8690d0f), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:53.193631 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:53.209706 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:25:53.279920 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Sync routers for ids ['0bc02d25-9336-44bf-9472-61d2692a4f23'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:25:53.347568 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Routers {'0bc02d25-9336-44bf-9472-61d2692a4f23'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:25:53.348543 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['0bc02d25-9336-44bf-9472-61d2692a4f23'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:53.376732 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f6d17439-66d9-467a-8522-52ae4cebab15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (fd918afa-0405-48f0-9e9a-015da8690d0f), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:53.394275 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for port (dc183507-ee9a-4776-b1c2-f03d33a6f491), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:53.408394 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:53.447275 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Routers {'f678284e-78cb-4704-9295-7381ea2d4c96'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:25:53.447834 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f678284e-78cb-4704-9295-7381ea2d4c96'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:53.582062 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:53.592656 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Provisioning complete for port 19a4e273-02af-4d6a-b8de-2cb27c07f366 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:53.593080 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (19a4e273-02af-4d6a-b8de-2cb27c07f366), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:53.640235 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (dc183507-ee9a-4776-b1c2-f03d33a6f491), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:53.763706 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d17439-66d9-467a-8522-52ae4cebab15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd918afa-0405-48f0-9e9a-015da8690d0f,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:53.799553 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:53.801350 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-22b09292-b48c-4515-8072-087d1ce4b391 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.3763375 Jul 20 08:25:53.802289 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-1e2d3b23-22ed-4745-880e-59acb6ae8cd5 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:25:53.816011 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60790) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:53.817550 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-1e2d3b23-22ed-4745-880e-59acb6ae8cd5 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 819 time: 0.3665936 Jul 20 08:25:53.819691 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f6d17439-66d9-467a-8522-52ae4cebab15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a683127be5754f4e9b144a505638eeaf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4231141 Jul 20 08:25:53.827285 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60792) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:53.852865 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Set router 0bc02d25-9336-44bf-9472-61d2692a4f23 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:25:53.866445 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:25:53.887823 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-2e8f167e-1011-41fd-898e-a1e06ff6a6fd tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/quotas/b044b1d7d5474351bd94eb1c90882933 HTTP/1.1" status: 200 len: 375 time: 0.0513625 Jul 20 08:25:53.894774 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:53.900171 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:25:54.032831 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Pushing event updated for resources: {'Port': ['ID=29c54736-c624-418f-b8a4-95f1b88b4785,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:54.045985 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:54.056219 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:54.105610 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 29c54736-c624-418f-b8a4-95f1b88b4785 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:54.111231 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event updated for resources: {'Port': ['ID=dc183507-ee9a-4776-b1c2-f03d33a6f491,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:54.111745 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (29c54736-c624-418f-b8a4-95f1b88b4785), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:54.202704 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-2c34417e-23d6-45b9-9900-1c85986c47ff tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2893767 Jul 20 08:25:54.214733 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'name': 'tempest-DeleteServersTestJSON-1488763061-router', 'tenant_id': '1b481fa73344413d85fc2eb5c0376c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eaabc2fe-3741-45ee-9505-08bd1a921a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:41Z', 'updated_at': '2022-07-20T08:25:48Z', 'revision_number': 3, 'project_id': '1b481fa73344413d85fc2eb5c0376c9d', 'gw_port': {'id': 'eaabc2fe-3741-45ee-9505-08bd1a921a11', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:54.271044 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for floatingip (7cac632b-783a-4365-8366-eb80d5ab3b44), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:54.307985 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Checking router: 0bc02d25-9336-44bf-9472-61d2692a4f23 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:25:54.315811 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Updating router 0bc02d25-9336-44bf-9472-61d2692a4f23 port eaabc2fe-3741-45ee-9505-08bd1a921a11 binding host dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:25:54.365064 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (eaabc2fe-3741-45ee-9505-08bd1a921a11), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:54.401961 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fc8ffcbe-02da-4878-ba7d-589b0e05adec admin admin] Publish callbacks [] for security_group (fd918afa-0405-48f0-9e9a-015da8690d0f), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:54.404118 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Publish callbacks [] for router_gateway (c245b0b3-c650-4a64-a3ff-113a63a41a0e), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:54.447364 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Publish callbacks [] for port (e04e8124-8069-4307-8be8-398aad1e6888), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:54.460560 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-c56f3a30-f276-4b4d-8ae8-f1c0503c74e6 service neutron] 10.222.0.64 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391043 Jul 20 08:25:54.464323 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (e04e8124-8069-4307-8be8-398aad1e6888), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:54.527400 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fc8ffcbe-02da-4878-ba7d-589b0e05adec admin admin] Publish callbacks [] for security_group (fd918afa-0405-48f0-9e9a-015da8690d0f), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:54.566746 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (dc183507-ee9a-4776-b1c2-f03d33a6f491), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:54.573589 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:54.646653 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] Set router f678284e-78cb-4704-9295-7381ea2d4c96 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:25:54.651981 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba011e-9994-495e-b2bb-c5e67c7363ee None None] Pushing event updated for resources: {'Port': ['ID=e04e8124-8069-4307-8be8-398aad1e6888,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:54.745990 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:54.752505 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:54.761716 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-930223b9-aace-4650-a3cd-fb98655d7f90 service neutron] 10.222.0.64 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998559 Jul 20 08:25:54.764118 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Current status of the port 19a4e273-02af-4d6a-b8de-2cb27c07f366 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:25:54.776991 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Provisioning complete for port d70cd3c3-a6f8-4836-b448-9244113ddf03 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:54.777407 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (d70cd3c3-a6f8-4836-b448-9244113ddf03), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:54.856948 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:54.869458 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Attempting to bind port e04e8124-8069-4307-8be8-398aad1e6888 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:25:54.870009 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Attempting to bind port e04e8124-8069-4307-8be8-398aad1e6888 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:25:54.870624 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Attempting to bind port e04e8124-8069-4307-8be8-398aad1e6888 on network a1c48fb5-2431-447f-bf04-61d33fd44216 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:25:54.896958 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:54.924368 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Allocated IP 172.20.0.1 (21da7406-374d-4389-9eee-8af0140c04bf/f7595eb2-89c2-44a4-8ca5-0b88f939ec19/7d4c8117-74a5-45b3-9fcc-eea682772562) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:25:54.929365 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:25:54.929971 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Checking segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:25:54.930665 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:54.931436 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Bound using segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:25:54.932150 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Bound port: e04e8124-8069-4307-8be8-398aad1e6888, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:25:54.932794 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (e04e8124-8069-4307-8be8-398aad1e6888), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:54.963942 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Publish callbacks [] for port (eaabc2fe-3741-45ee-9505-08bd1a921a11), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:54.981476 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (eaabc2fe-3741-45ee-9505-08bd1a921a11), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:55.044290 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for port (dc183507-ee9a-4776-b1c2-f03d33a6f491), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:55.054072 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (dc183507-ee9a-4776-b1c2-f03d33a6f491), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:55.112323 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:55.118282 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fc8ffcbe-02da-4878-ba7d-589b0e05adec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (fd918afa-0405-48f0-9e9a-015da8690d0f), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:55.121099 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fc8ffcbe-02da-4878-ba7d-589b0e05adec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:55.129835 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-fc8ffcbe-02da-4878-ba7d-589b0e05adec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd918afa-0405-48f0-9e9a-015da8690d0f HTTP/1.1" status: 204 len: 168 time: 1.2912824 Jul 20 08:25:55.357126 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a42514-df86-4b19-98fe-55454679242a None None] Pushing event updated for resources: {'Port': ['ID=eaabc2fe-3741-45ee-9505-08bd1a921a11,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:55.363672 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (7cac632b-783a-4365-8366-eb80d5ab3b44), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:55.370258 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Attempting to bind port eaabc2fe-3741-45ee-9505-08bd1a921a11 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:25:55.370667 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Attempting to bind port eaabc2fe-3741-45ee-9505-08bd1a921a11 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:25:55.371228 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Attempting to bind port eaabc2fe-3741-45ee-9505-08bd1a921a11 on network a1c48fb5-2431-447f-bf04-61d33fd44216 {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:25:55.399626 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4549df37-45d5-41e3-95b4-aa8470d31738 req-b6fb6730-1b72-4b4b-86c7-6f5b6df89283 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 210 time: 0.2155526 Jul 20 08:25:55.399861 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:25:55.400580 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Checking segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:25:55.400580 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:55.400942 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Bound using segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:25:55.401466 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Bound port: eaabc2fe-3741-45ee-9505-08bd1a921a11, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:25:55.401853 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (eaabc2fe-3741-45ee-9505-08bd1a921a11), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:55.428730 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event updated for resources: {'Port': ['ID=dc183507-ee9a-4776-b1c2-f03d33a6f491,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:55.450965 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:55.464685 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-dbc16574-9d4a-4ef3-aa35-a3317db95258 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4506359 Jul 20 08:25:55.836132 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] For port eaabc2fe-3741-45ee-9505-08bd1a921a11, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:25:55.871888 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] For port eaabc2fe-3741-45ee-9505-08bd1a921a11, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=eaabc2fe-3741-45ee-9505-08bd1a921a11,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:25:55.888478 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (eaabc2fe-3741-45ee-9505-08bd1a921a11), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:55.917910 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 29c54736-c624-418f-b8a4-95f1b88b4785 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:25:55.927305 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device d70cd3c3-a6f8-4836-b448-9244113ddf03 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:25:56.015843 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ffcbe-02da-4878-ba7d-589b0e05adec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd918afa-0405-48f0-9e9a-015da8690d0f,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:56.088855 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Current status of the port d70cd3c3-a6f8-4836-b448-9244113ddf03 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:25:56.089332 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (d70cd3c3-a6f8-4836-b448-9244113ddf03), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:56.093673 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Routers {'0bc02d25-9336-44bf-9472-61d2692a4f23'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:25:56.095462 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['0bc02d25-9336-44bf-9472-61d2692a4f23'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:56.104709 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a42514-df86-4b19-98fe-55454679242a None None] Pushing event updated for resources: {'Port': ['ID=eaabc2fe-3741-45ee-9505-08bd1a921a11,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:56.162942 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735374'] for router (c245b0b3-c650-4a64-a3ff-113a63a41a0e), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:56.261671 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Publish callbacks [] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:56.323238 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:56.331916 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:56.344169 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-57c15933-341d-43bd-9212-444fa637c618 None None] For port e04e8124-8069-4307-8be8-398aad1e6888, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:25:56.349288 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] Set router 0bc02d25-9336-44bf-9472-61d2692a4f23 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:25:56.375089 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '70e342ce-75b0-4d6d-84f7-94fb82b64c8a', 'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'mac_address': 'fa:16:3e:be:ba:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:25:47Z', 'revision_number': 2, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'subnets': [{'id': '1674d774-8563-48a3-b527-f0af4400482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:56.405226 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.18', 64374) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:56.526925 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] For port d70cd3c3-a6f8-4836-b448-9244113ddf03, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=d70cd3c3-a6f8-4836-b448-9244113ddf03,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:25:56.550311 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498fa88-d92b-44d2-a3ee-7d57708bd2b0 None None] The sync data for ids ['f678284e-78cb-4704-9295-7381ea2d4c96'] in dv-cinder-823089-3-iscsi is: [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '70e342ce-75b0-4d6d-84f7-94fb82b64c8a', 'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'mac_address': 'fa:16:3e:be:ba:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:25:47Z', 'revision_number': 2, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'subnets': [{'id': '1674d774-8563-48a3-b527-f0af4400482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:25:56.589581 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port d70cd3c3-a6f8-4836-b448-9244113ddf03 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:56.595471 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (d70cd3c3-a6f8-4836-b448-9244113ddf03), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:56.634269 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-74fe23fd-bd12-4ef9-a6bf-5fc185b22274 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:25:56.635229 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-57c15933-341d-43bd-9212-444fa637c618 None None] For port e04e8124-8069-4307-8be8-398aad1e6888, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=e04e8124-8069-4307-8be8-398aad1e6888,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:25:56.638797 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-74fe23fd-bd12-4ef9-a6bf-5fc185b22274 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.18 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 819 time: 0.2304537 Jul 20 08:25:56.670237 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (d70cd3c3-a6f8-4836-b448-9244113ddf03), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:56.701411 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a4474b79-152a-47e6-a394-7d12a0ab159e req-19da099b-42e4-43d2-9a81-2fcd9f88d7ca tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 210 time: 0.0611987 Jul 20 08:25:56.716964 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-2ade92e2-b124-4f16-8a70-0a515e80ade8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Request body: {'port': {'device_id': 'ff2ea553-bf93-4f6e-b624-935ecec595b7', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'admin_state_up': True, 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:25:57.057237 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c8e7a-08f1-49f5-a768-ad0407dc61fe None None] Pushing event updated for resources: {'Port': ['ID=d70cd3c3-a6f8-4836-b448-9244113ddf03,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:57.135606 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (e04e8124-8069-4307-8be8-398aad1e6888), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:57.255588 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-2ade92e2-b124-4f16-8a70-0a515e80ade8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Made reservation on behalf of b044b1d7d5474351bd94eb1c90882933 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:25:57.284749 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-2ade92e2-b124-4f16-8a70-0a515e80ade8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:57.478899 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba011e-9994-495e-b2bb-c5e67c7363ee None None] Pushing event updated for resources: {'Port': ['ID=e04e8124-8069-4307-8be8-398aad1e6888,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:57.527127 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:57.577689 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:57.588229 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-a260b026-95d3-4b3b-aa5c-fea4685e8b7c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1804374244&fields=id&tenant_id=80faf6362e244bb992ffb6058ceeefda HTTP/1.1" status: 200 len: 267 time: 1.3423870 Jul 20 08:25:57.590685 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-481288af-7ef7-4090-bd2a-4f42326db53a None None] Provisioning complete for port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:57.592989 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'name': 'tempest-DeleteServersTestJSON-1488763061-router', 'tenant_id': '1b481fa73344413d85fc2eb5c0376c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eaabc2fe-3741-45ee-9505-08bd1a921a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:41Z', 'updated_at': '2022-07-20T08:25:48Z', 'revision_number': 3, 'project_id': '1b481fa73344413d85fc2eb5c0376c9d', 'gw_port': {'id': 'eaabc2fe-3741-45ee-9505-08bd1a921a11', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:57.600767 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-481288af-7ef7-4090-bd2a-4f42326db53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:57.689375 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c098e-2fa3-46c7-9fe3-4c90a34b501e None None] The sync data for ids ['0bc02d25-9336-44bf-9472-61d2692a4f23'] in dv-cinder-823089-3-iscsi is: [{'id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'name': 'tempest-DeleteServersTestJSON-1488763061-router', 'tenant_id': '1b481fa73344413d85fc2eb5c0376c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eaabc2fe-3741-45ee-9505-08bd1a921a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:41Z', 'updated_at': '2022-07-20T08:25:48Z', 'revision_number': 3, 'project_id': '1b481fa73344413d85fc2eb5c0376c9d', 'gw_port': {'id': 'eaabc2fe-3741-45ee-9505-08bd1a921a11', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:25:57.694072 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:57.782719 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-481288af-7ef7-4090-bd2a-4f42326db53a None None] Port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:25:57.805138 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-481288af-7ef7-4090-bd2a-4f42326db53a None None] Provisioning complete for port a635e176-b14e-4c83-a08e-fe54edacd827 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:25:57.806041 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-481288af-7ef7-4090-bd2a-4f42326db53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (a635e176-b14e-4c83-a08e-fe54edacd827), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:57.816031 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:25:57.817692 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-57c15933-341d-43bd-9212-444fa637c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:57.975238 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:58.028172 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60934) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:25:58.204823 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-2ade92e2-b124-4f16-8a70-0a515e80ade8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Allocated IP 172.20.0.8 (c96fa3a3-1d61-4869-813f-bb65cb182cb7/d83857be-db60-44b9-859b-cdb8e58b501d/06458427-d317-4965-817d-8affbd2750e5) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:25:58.240354 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port d70cd3c3-a6f8-4836-b448-9244113ddf03 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:25:58.463748 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:58.475969 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Router c245b0b3-c650-4a64-a3ff-113a63a41a0e is scheduled to L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 with binding_index 1 {{(pid=104022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 08:25:58.503152 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Network 21da7406-374d-4389-9eee-8af0140c04bf is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:25:58.581945 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:25:58.612516 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:25:58.613571 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722720'] for router_interface (f89a0f50-73be-4465-b934-a3589109ebd2), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:58.708285 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-57c15933-341d-43bd-9212-444fa637c618 None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:25:58.900285 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Pushing event updated for resources: {'Port': ['ID=7d4c8117-74a5-45b3-9fcc-eea682772562,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:25:58.908582 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:58.939402 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:25:59.019200 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Sync routers for ids ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:25:59.195619 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:59.301057 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-2ade92e2-b124-4f16-8a70-0a515e80ade8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for port (06458427-d317-4965-817d-8affbd2750e5), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:59.414035 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device bf10a936-7ae3-475f-b461-aae057feb61f up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:25:59.426032 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-481288af-7ef7-4090-bd2a-4f42326db53a None None] Current status of the port a635e176-b14e-4c83-a08e-fe54edacd827 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:25:59.427012 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-481288af-7ef7-4090-bd2a-4f42326db53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (a635e176-b14e-4c83-a08e-fe54edacd827), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:59.537757 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-2ade92e2-b124-4f16-8a70-0a515e80ade8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (06458427-d317-4965-817d-8affbd2750e5), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:59.683389 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Routers {'c245b0b3-c650-4a64-a3ff-113a63a41a0e'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:25:59.684893 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:25:59.811240 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e84d820e-830b-4567-900c-554b031d2587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:25:59.811566 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:25:59.861126 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cb3d5481-e9d6-4181-822e-8d1e7ce106ce req-0ede9240-fd2d-4081-a99e-a1c395a4b4df tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 210 time: 0.4314022 Jul 20 08:25:59.876367 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-481288af-7ef7-4090-bd2a-4f42326db53a None None] For port a635e176-b14e-4c83-a08e-fe54edacd827, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=a635e176-b14e-4c83-a08e-fe54edacd827,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:25:59.904596 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-2ade92e2-b124-4f16-8a70-0a515e80ade8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Network c96fa3a3-1d61-4869-813f-bb65cb182cb7 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:25:59.911875 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-481288af-7ef7-4090-bd2a-4f42326db53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (a635e176-b14e-4c83-a08e-fe54edacd827), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:00.010771 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-bba55f29-ef2a-49b5-a00a-81d833e6c3d1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:00.031067 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-bba55f29-ef2a-49b5-a00a-81d833e6c3d1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/networks?id=493487e7-e371-48c4-94a1-b290ee37dc8e HTTP/1.1" status: 200 len: 817 time: 2.4414196 Jul 20 08:26:00.065367 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-2ade92e2-b124-4f16-8a70-0a515e80ade8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:26:00.073995 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-2ade92e2-b124-4f16-8a70-0a515e80ade8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:26:00.092517 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-2ade92e2-b124-4f16-8a70-0a515e80ade8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:00.093239 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-2ade92e2-b124-4f16-8a70-0a515e80ade8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:00.176875 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:00.184818 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1247d902-6984-483c-8d87-fab0930fc2db admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 16.0455799 Jul 20 08:26:00.192566 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:00.193714 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade92e2-b124-4f16-8a70-0a515e80ade8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Pushing event updated for resources: {'Port': ['ID=06458427-d317-4965-817d-8affbd2750e5,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:00.201212 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 60968) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:00.212498 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-481288af-7ef7-4090-bd2a-4f42326db53a None None] Provisioning complete for port 29c54736-c624-418f-b8a4-95f1b88b4785 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:00.213124 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-481288af-7ef7-4090-bd2a-4f42326db53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (29c54736-c624-418f-b8a4-95f1b88b4785), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:00.287097 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-2ade92e2-b124-4f16-8a70-0a515e80ade8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5816453 Jul 20 08:26:00.294014 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e84d820e-830b-4567-900c-554b031d2587 admin admin] Publish callbacks [] for security_group (193ffb5e-1de4-4b02-94cf-705af60ff08e), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:00.296364 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-d90698ac-a80f-43ba-8363-bd1964ce20b7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/quotas/80faf6362e244bb992ffb6058ceeefda HTTP/1.1" status: 200 len: 375 time: 0.2032945 Jul 20 08:26:00.301487 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e84d820e-830b-4567-900c-554b031d2587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (193ffb5e-1de4-4b02-94cf-705af60ff08e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:00.317131 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:00.361487 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Set router c245b0b3-c650-4a64-a3ff-113a63a41a0e gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:26:00.406039 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e84d820e-830b-4567-900c-554b031d2587 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b8be62fec184cf2872763f6e73b520d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3683598 Jul 20 08:26:00.406683 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 60972) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:00.486934 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d820e-830b-4567-900c-554b031d2587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193ffb5e-1de4-4b02-94cf-705af60ff08e,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:00.554937 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port bf10a936-7ae3-475f-b461-aae057feb61f triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:00.555746 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (bf10a936-7ae3-475f-b461-aae057feb61f), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:00.663610 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3af2-fa80-42b9-a7e0-ccbd5b9ea4ca admin admin] Publish callbacks [] for security_group (193ffb5e-1de4-4b02-94cf-705af60ff08e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:00.749623 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3af2-fa80-42b9-a7e0-ccbd5b9ea4ca admin admin] Publish callbacks [] for security_group (193ffb5e-1de4-4b02-94cf-705af60ff08e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:00.880241 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3af2-fa80-42b9-a7e0-ccbd5b9ea4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (193ffb5e-1de4-4b02-94cf-705af60ff08e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:00.883437 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3af2-fa80-42b9-a7e0-ccbd5b9ea4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:00.901731 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9ceb3af2-fa80-42b9-a7e0-ccbd5b9ea4ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/193ffb5e-1de4-4b02-94cf-705af60ff08e HTTP/1.1" status: 204 len: 168 time: 0.4885924 Jul 20 08:26:00.939132 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb3af2-fa80-42b9-a7e0-ccbd5b9ea4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193ffb5e-1de4-4b02-94cf-705af60ff08e,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:01.131065 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-746cf9ff-6495-4426-8590-3d37c0794fe4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=80faf6362e244bb992ffb6058ceeefda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3027124 Jul 20 08:26:01.169875 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481288af-7ef7-4090-bd2a-4f42326db53a None None] Pushing event updated for resources: {'Port': ['ID=a635e176-b14e-4c83-a08e-fe54edacd827,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:01.264746 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:01.395229 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-57c15933-341d-43bd-9212-444fa637c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:25:44Z', 'revision_number': 3, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:01.495286 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c15933-341d-43bd-9212-444fa637c618 None None] The sync data for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi is: [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:25:44Z', 'revision_number': 3, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:26:01.535892 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-78ff7982-67f7-407e-bc08-9a6527c24cad req-69ddf49e-5053-4dc6-ab6b-34340f7a4ab0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 210 time: 0.4530787 Jul 20 08:26:01.753714 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:25:53Z', 'revision_number': 3, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:01.859398 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-9ba11fe4-85c8-4c3f-8b01-e2382b3a1088 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 08:26:01.863351 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-9ba11fe4-85c8-4c3f-8b01-e2382b3a1088 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0167923 Jul 20 08:26:01.896447 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-fed55faa-6ade-4692-a360-bc3332788344 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 08:26:01.898277 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-fed55faa-6ade-4692-a360-bc3332788344 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3210390 Jul 20 08:26:02.008217 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port bf10a936-7ae3-475f-b461-aae057feb61f is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:02.050158 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (bf10a936-7ae3-475f-b461-aae057feb61f), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:02.064636 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:02.072166 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-481288af-7ef7-4090-bd2a-4f42326db53a None None] Current status of the port 29c54736-c624-418f-b8a4-95f1b88b4785 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:02.120860 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Checking router: c245b0b3-c650-4a64-a3ff-113a63a41a0e for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:26:02.122261 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Updating router c245b0b3-c650-4a64-a3ff-113a63a41a0e port a12f094c-e512-434b-a5b1-fc3f7feb820d binding host dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:26:02.155119 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-481288af-7ef7-4090-bd2a-4f42326db53a None None] Provisioning complete for port bf10a936-7ae3-475f-b461-aae057feb61f triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:02.157737 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-481288af-7ef7-4090-bd2a-4f42326db53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (bf10a936-7ae3-475f-b461-aae057feb61f), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:02.344763 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Allocated IP 172.20.0.1 (55fb7f17-dc5d-46da-8831-2cc4e1a41a9d/0f1242d9-08c9-4d7e-a533-394c37b3ab51/45aacea6-0f43-442a-83a5-b25877b23d53) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:26:02.400701 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Request body: {'port': {'device_id': 'ff2ea553-bf93-4f6e-b624-935ecec595b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:02.417552 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:02.433923 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (a12f094c-e512-434b-a5b1-fc3f7feb820d), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:02.501651 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:02.657721 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port bf10a936-7ae3-475f-b461-aae057feb61f, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=bf10a936-7ae3-475f-b461-aae057feb61f,segment=NetworkSegment(7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d),segment_id=7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:02.671069 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (06458427-d317-4965-817d-8affbd2750e5), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:02.700853 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (bf10a936-7ae3-475f-b461-aae057feb61f), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:02.702307 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 29c54736-c624-418f-b8a4-95f1b88b4785 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:02.758415 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:02.950504 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:03.118899 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3702f0a9-f247-4e99-a0dd-49624ad31c17 req-af7d26bd-463f-4628-b9b0-ddaa21c2e992 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 210 time: 0.2481253 Jul 20 08:26:03.276579 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-95beda1a-4bb2-4676-9566-8ef388fc6602 service neutron] 10.222.0.64 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3321629 Jul 20 08:26:03.377614 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Publish callbacks [] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:03.489398 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.18', 64382) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:03.534690 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=bf10a936-7ae3-475f-b461-aae057feb61f,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:03.552659 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 29c54736-c624-418f-b8a4-95f1b88b4785 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:03.564558 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (29c54736-c624-418f-b8a4-95f1b88b4785), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:03.568080 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-481288af-7ef7-4090-bd2a-4f42326db53a None None] Current status of the port bf10a936-7ae3-475f-b461-aae057feb61f is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:03.916269 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-26b9e261-2711-48b4-b6c3-41b2f48367bf service neutron] 10.222.0.64 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951842 Jul 20 08:26:03.981171 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:03.983724 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733416'] for router_interface (f89a0f50-73be-4465-b934-a3589109ebd2), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:04.118111 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-90f52ad7-70c4-4360-a155-afd34b2d660b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:04.140048 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-90f52ad7-70c4-4360-a155-afd34b2d660b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.18 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 819 time: 0.6418946 Jul 20 08:26:04.187326 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-c62c463a-7395-4238-ac41-098708454ccc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Request body: {'port': {'device_id': 'ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'admin_state_up': True, 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:04.242308 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Publish callbacks [] for port (a12f094c-e512-434b-a5b1-fc3f7feb820d), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:04.253882 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-f86a52aa-190d-4e84-b1a5-e53d27c6402a None None] Provisioning complete for port 7d4c8117-74a5-45b3-9fcc-eea682772562 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:04.260601 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f86a52aa-190d-4e84-b1a5-e53d27c6402a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:04.279714 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (a12f094c-e512-434b-a5b1-fc3f7feb820d), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:04.309217 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Sync routers for ids ['f678284e-78cb-4704-9295-7381ea2d4c96'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:26:04.325906 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Publish callbacks [] for port (45aacea6-0f43-442a-83a5-b25877b23d53), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:04.360812 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Routers {'f678284e-78cb-4704-9295-7381ea2d4c96'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:26:04.361807 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f678284e-78cb-4704-9295-7381ea2d4c96'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:04.554694 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-f86a52aa-190d-4e84-b1a5-e53d27c6402a None None] Port 7d4c8117-74a5-45b3-9fcc-eea682772562 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:26:04.606796 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (45aacea6-0f43-442a-83a5-b25877b23d53), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:04.658313 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1cee21cc-2f17-484a-87bb-ee40693a9da4 req-c05d7d30-e6e1-41cf-aa62-3314bb200e0f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 210 time: 0.1594932 Jul 20 08:26:04.800275 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:04.898267 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:04.914432 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-c62c463a-7395-4238-ac41-098708454ccc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Made reservation on behalf of b044b1d7d5474351bd94eb1c90882933 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:26:04.928090 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-f86a52aa-190d-4e84-b1a5-e53d27c6402a None None] Provisioning complete for port 06458427-d317-4965-817d-8affbd2750e5 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:04.932159 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-c62c463a-7395-4238-ac41-098708454ccc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:04.936119 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f86a52aa-190d-4e84-b1a5-e53d27c6402a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (06458427-d317-4965-817d-8affbd2750e5), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:05.033790 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Set router f678284e-78cb-4704-9295-7381ea2d4c96 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:26:05.129377 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-f86a52aa-190d-4e84-b1a5-e53d27c6402a None None] Port 06458427-d317-4965-817d-8affbd2750e5 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:26:05.165017 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Attempting to bind port a12f094c-e512-434b-a5b1-fc3f7feb820d on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:26:05.169160 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Attempting to bind port a12f094c-e512-434b-a5b1-fc3f7feb820d by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:26:05.169882 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Attempting to bind port a12f094c-e512-434b-a5b1-fc3f7feb820d on network a1c48fb5-2431-447f-bf04-61d33fd44216 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:26:05.313090 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:26:05.316097 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Checking segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:26:05.318532 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:05.326770 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Bound using segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:26:05.333905 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Bound port: a12f094c-e512-434b-a5b1-fc3f7feb820d, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:26:05.334550 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (a12f094c-e512-434b-a5b1-fc3f7feb820d), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:05.456159 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Network 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:26:05.475501 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:05.493412 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Pushing event updated for resources: {'Port': ['ID=7d4c8117-74a5-45b3-9fcc-eea682772562,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:05.502629 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2804b084-7d00-4877-97fc-4ec30f34aeff req-91a54f9e-6fac-4596-ad2c-10bbaefc7bf9 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 210 time: 0.4051270 Jul 20 08:26:05.543853 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddece4-0e05-4fdd-80a0-c80bfb1bbea6 None None] Pushing event updated for resources: {'Port': ['ID=a12f094c-e512-434b-a5b1-fc3f7feb820d,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:05.595125 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:26:05.603115 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:26:05.603860 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722720'] for router_interface (0bc02d25-9336-44bf-9472-61d2692a4f23), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:05.714977 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06458427-d317-4965-817d-8affbd2750e5 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:26:05.868365 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] For port a12f094c-e512-434b-a5b1-fc3f7feb820d, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:26:05.924847 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Publish callbacks [] for port (06458427-d317-4965-817d-8affbd2750e5), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:05.932652 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] For port a12f094c-e512-434b-a5b1-fc3f7feb820d, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=a12f094c-e512-434b-a5b1-fc3f7feb820d,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:26:05.957150 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (a12f094c-e512-434b-a5b1-fc3f7feb820d), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:06.039776 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Transition to ACTIVE for port object 06458427-d317-4965-817d-8affbd2750e5 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:26:06.040634 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Network 21da7406-374d-4389-9eee-8af0140c04bf is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:26:06.063948 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (06458427-d317-4965-817d-8affbd2750e5), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:06.326800 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '70e342ce-75b0-4d6d-84f7-94fb82b64c8a', 'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'mac_address': 'fa:16:3e:be:ba:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:25:47Z', 'revision_number': 2, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'subnets': [{'id': '1674d774-8563-48a3-b527-f0af4400482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:06.343557 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:26:06.367286 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:06.371998 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Pushing event updated for resources: {'Port': ['ID=45aacea6-0f43-442a-83a5-b25877b23d53,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:06.385866 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 29c54736-c624-418f-b8a4-95f1b88b4785 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:06.390695 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device a635e176-b14e-4c83-a08e-fe54edacd827 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:06.463703 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:06.510807 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Checking router: f678284e-78cb-4704-9295-7381ea2d4c96 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:26:06.513179 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Updating router f678284e-78cb-4704-9295-7381ea2d4c96 port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a binding host dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:26:06.577774 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Pushing event updated for resources: {'Port': ['ID=06458427-d317-4965-817d-8affbd2750e5,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:06.660042 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-c62c463a-7395-4238-ac41-098708454ccc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Allocated IP 172.20.0.10 (c96fa3a3-1d61-4869-813f-bb65cb182cb7/d83857be-db60-44b9-859b-cdb8e58b501d/7f795798-1661-4ba0-bf5a-641687efe8e3) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:26:06.767470 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:06.883703 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3870ec60-f364-434f-ad2b-1e26be7ca5c7 req-714e88f1-071c-46b7-a542-08d1d4475716 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 210 time: 0.4836504 Jul 20 08:26:06.961093 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:06.964565 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddece4-0e05-4fdd-80a0-c80bfb1bbea6 None None] Pushing event updated for resources: {'Port': ['ID=a12f094c-e512-434b-a5b1-fc3f7feb820d,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:07.000646 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-0590e870-8ba8-498c-9932-a51e453dd988 None None] Provisioning complete for port 45aacea6-0f43-442a-83a5-b25877b23d53 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:07.003746 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0590e870-8ba8-498c-9932-a51e453dd988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (45aacea6-0f43-442a-83a5-b25877b23d53), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:07.019240 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:07.174800 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-0590e870-8ba8-498c-9932-a51e453dd988 None None] Port 45aacea6-0f43-442a-83a5-b25877b23d53 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:26:07.264259 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Routers {'c245b0b3-c650-4a64-a3ff-113a63a41a0e'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:26:07.264259 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:07.670930 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port a635e176-b14e-4c83-a08e-fe54edacd827 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:07.672017 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (a635e176-b14e-4c83-a08e-fe54edacd827), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:07.750254 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8cbb8121-9e1b-4a94-b7c7-ef7fb47ae7ee req-13ee5a26-b865-4efa-ae55-18cfb5c7179d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 210 time: 0.7928219 Jul 20 08:26:07.813697 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-cc70cc13-ad88-414e-8be4-2d99a5964c9c None None] Provisioning complete for port 7d4c8117-74a5-45b3-9fcc-eea682772562 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:07.814705 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cc70cc13-ad88-414e-8be4-2d99a5964c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:07.841879 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:07.870308 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Attempting to bind port 06458427-d317-4965-817d-8affbd2750e5 on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:26:07.874314 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Attempting to bind port 06458427-d317-4965-817d-8affbd2750e5 by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:26:07.875340 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Attempting to bind port 06458427-d317-4965-817d-8affbd2750e5 on network c96fa3a3-1d61-4869-813f-bb65cb182cb7 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:26:07.893497 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Port 06458427-d317-4965-817d-8affbd2750e5 on network c96fa3a3-1d61-4869-813f-bb65cb182cb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:26:07.894404 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Attempting to bind port 06458427-d317-4965-817d-8affbd2750e5 on network c96fa3a3-1d61-4869-813f-bb65cb182cb7 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:26:07.935394 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:26:07.936899 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Checking segment: {'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:26:07.938737 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Bound using segment: {'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:26:07.939899 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Bound port: 06458427-d317-4965-817d-8affbd2750e5, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:26:07.941140 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (06458427-d317-4965-817d-8affbd2750e5), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:08.187723 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-cc70cc13-ad88-414e-8be4-2d99a5964c9c None None] Port 7d4c8117-74a5-45b3-9fcc-eea682772562 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:26:08.190337 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port a635e176-b14e-4c83-a08e-fe54edacd827 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:08.191842 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device d70cd3c3-a6f8-4836-b448-9244113ddf03 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:08.218013 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-c62c463a-7395-4238-ac41-098708454ccc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for port (7f795798-1661-4ba0-bf5a-641687efe8e3), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:08.289475 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Publish callbacks [] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:08.290292 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:08.301021 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:08.314872 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Allocated IP 172.20.0.1 (00a5ba6c-be0d-47a8-912c-f2b61f6abcd5/2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7/8e4a6035-8220-4e09-8d03-b0ed25181e75) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:26:08.369680 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] For port 06458427-d317-4965-817d-8affbd2750e5, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:26:08.377414 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] Set router c245b0b3-c650-4a64-a3ff-113a63a41a0e gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:26:08.505713 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] For port 06458427-d317-4965-817d-8affbd2750e5, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=06458427-d317-4965-817d-8affbd2750e5,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:26:08.520418 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-c62c463a-7395-4238-ac41-098708454ccc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (7f795798-1661-4ba0-bf5a-641687efe8e3), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:08.537941 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:08.540306 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d997c0-a2ca-4021-a35b-1d5149bd3b4c None None] Pushing event updated for resources: {'Port': ['ID=70e342ce-75b0-4d6d-84f7-94fb82b64c8a,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:08.584917 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (06458427-d317-4965-817d-8affbd2750e5), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:08.607811 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3febb52a-e24d-4ca0-ab70-8e2e5daac102 req-5315508b-2146-44ad-8a52-909474da4a2d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 210 time: 0.3891795 Jul 20 08:26:08.634670 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Router f89a0f50-73be-4465-b934-a3589109ebd2 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:26:08.701428 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Attempting to bind port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:26:08.701797 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Attempting to bind port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '8968c9f7-56ad-4f78-b755-be83df56719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:26:08.702156 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Attempting to bind port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a on network 493487e7-e371-48c4-94a1-b290ee37dc8e {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:26:08.707064 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (45aacea6-0f43-442a-83a5-b25877b23d53), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:08.720583 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:26:08.721008 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Checking segment: {'id': '8968c9f7-56ad-4f78-b755-be83df56719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:26:08.721425 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:08.721837 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Bound using segment: {'id': '8968c9f7-56ad-4f78-b755-be83df56719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:26:08.722336 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Bound port: 70e342ce-75b0-4d6d-84f7-94fb82b64c8a, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8968c9f7-56ad-4f78-b755-be83df56719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:26:08.722751 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:08.741009 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-c62c463a-7395-4238-ac41-098708454ccc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Network c96fa3a3-1d61-4869-813f-bb65cb182cb7 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:26:08.744712 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-c62c463a-7395-4238-ac41-098708454ccc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:26:08.764184 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-c62c463a-7395-4238-ac41-098708454ccc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:26:08.800656 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-c62c463a-7395-4238-ac41-098708454ccc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:08.803146 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-c62c463a-7395-4238-ac41-098708454ccc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:08.840718 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:08.841767 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:08.846094 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] 10.222.0.18 "PUT /v2.0/ports/06458427-d317-4965-817d-8affbd2750e5 HTTP/1.1" status: 200 len: 1093 time: 6.7537556 Jul 20 08:26:08.847910 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c463a-7395-4238-ac41-098708454ccc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Pushing event updated for resources: {'Port': ['ID=7f795798-1661-4ba0-bf5a-641687efe8e3,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:08.850752 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2ea553-bf93-4f6e-b624-935ecec595b7', 'tag': '06458427-d317-4965-817d-8affbd2750e5'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:26:08.940778 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port d70cd3c3-a6f8-4836-b448-9244113ddf03 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:08.941301 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (d70cd3c3-a6f8-4836-b448-9244113ddf03), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:08.972672 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] For port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:26:08.978884 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] For port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=70e342ce-75b0-4d6d-84f7-94fb82b64c8a,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:26:08.990454 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 32898) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:09.009413 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:09.069060 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-859b71c6-3e0b-4048-8518-dcb3fd72b722 None None] Provisioning complete for port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:09.070343 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-859b71c6-3e0b-4048-8518-dcb3fd72b722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:09.085807 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-c62c463a-7395-4238-ac41-098708454ccc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9118395 Jul 20 08:26:09.093364 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:09.143966 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-94b8fda2-88ac-4518-954f-e888d9356357 req-06296784-4439-434f-865c-86dbfbdd0d5e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 210 time: 0.1552396 Jul 20 08:26:09.186645 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d997c0-a2ca-4021-a35b-1d5149bd3b4c None None] Pushing event updated for resources: {'Port': ['ID=70e342ce-75b0-4d6d-84f7-94fb82b64c8a,revision_number=4']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:09.236906 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2e4a1-7c2a-435a-bc77-f4888686cd60 service neutron] Pushing event updated for resources: {'Port': ['ID=06458427-d317-4965-817d-8affbd2750e5,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:09.278947 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Routers {'f678284e-78cb-4704-9295-7381ea2d4c96'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:26:09.279658 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f678284e-78cb-4704-9295-7381ea2d4c96'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:09.364698 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-625e1070-7c1b-438c-9a6b-1c804a1dfa34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:09.364932 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:25:53Z', 'revision_number': 3, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:09.428679 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba616338-8787-470e-b494-61d2eee65982" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2ea553-bf93-4f6e-b624-935ecec595b7", "tag": "06458427-d317-4965-817d-8affbd2750e5"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:26:09.489377 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:09.529966 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:09.532498 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-859b71c6-3e0b-4048-8518-dcb3fd72b722 None None] Current status of the port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:09.533151 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-859b71c6-3e0b-4048-8518-dcb3fd72b722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:09.559735 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96f81a4-946f-4f9f-8ae0-5e295bf845f3 None None] The sync data for ids ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'] in dv-cinder-823089-3-iscsi is: [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:25:53Z', 'revision_number': 3, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:26:09.567399 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port d70cd3c3-a6f8-4836-b448-9244113ddf03 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:09.603765 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-859b71c6-3e0b-4048-8518-dcb3fd72b722 None None] For port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=70e342ce-75b0-4d6d-84f7-94fb82b64c8a,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:09.611999 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-859b71c6-3e0b-4048-8518-dcb3fd72b722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:09.634310 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-625e1070-7c1b-438c-9a6b-1c804a1dfa34 admin admin] Publish callbacks [] for security_group (00af8e8d-2902-4941-b532-9eeb3a091c43), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:09.644785 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-625e1070-7c1b-438c-9a6b-1c804a1dfa34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (00af8e8d-2902-4941-b532-9eeb3a091c43), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:09.683352 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Publish callbacks [] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:09.723536 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] Set router f678284e-78cb-4704-9295-7381ea2d4c96 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:26:09.822244 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-625e1070-7c1b-438c-9a6b-1c804a1dfa34 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4076eeb49cca4d79ad2d95b95df2be92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8265021 Jul 20 08:26:09.823133 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 32918) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:09.823292 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-acde9bad-bfd3-4410-ac00-1abc875da827 None None] Provisioning complete for port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:09.823729 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-acde9bad-bfd3-4410-ac00-1abc875da827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:09.823843 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e1070-7c1b-438c-9a6b-1c804a1dfa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00af8e8d-2902-4941-b532-9eeb3a091c43,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:09.897007 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b71c6-3e0b-4048-8518-dcb3fd72b722 None None] Pushing event updated for resources: {'Port': ['ID=70e342ce-75b0-4d6d-84f7-94fb82b64c8a,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:09.928206 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:26:09.940987 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965612c1-1318-4462-94b9-329525830f12 None None] Sync routers for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:26:09.951788 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-c386fb67-c905-422a-844c-9341496e1e2b admin admin] 10.222.0.64 "PUT /v2.0/routers/f89a0f50-73be-4465-b934-a3589109ebd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.5716484 Jul 20 08:26:09.982536 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6683f95-f40e-4adb-8ce1-b4ca9a0be81c x-openstack-request-id: req-e6683f95-f40e-4adb-8ce1-b4ca9a0be81c {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:26:09.982867 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2ea553-bf93-4f6e-b624-935ecec595b7", "tag": "06458427-d317-4965-817d-8affbd2750e5", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:26:09.983120 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6683f95-f40e-4adb-8ce1-b4ca9a0be81c {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:26:09.983574 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6683f95-f40e-4adb-8ce1-b4ca9a0be81c'] response: {'name': 'network-changed', 'server_uuid': 'ff2ea553-bf93-4f6e-b624-935ecec595b7', 'tag': '06458427-d317-4965-817d-8affbd2750e5', 'status': 'completed', 'code': 200} Jul 20 08:26:10.027006 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:10.054880 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfa331-a2a6-4924-8537-5bb5b470c8a3 req-9150f28b-40a0-40a0-9d64-58a382404c0f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:10.056965 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3fbfa331-a2a6-4924-8537-5bb5b470c8a3 req-9150f28b-40a0-40a0-9d64-58a382404c0f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 932 time: 0.2076006 Jul 20 08:26:10.071386 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-acde9bad-bfd3-4410-ac00-1abc875da827 None None] Current status of the port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:10.105033 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965612c1-1318-4462-94b9-329525830f12 None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:26:10.106011 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd61b7e3-48fb-4235-a812-38cbeee552c8 admin admin] Publish callbacks [] for security_group (00af8e8d-2902-4941-b532-9eeb3a091c43), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:10.106499 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-965612c1-1318-4462-94b9-329525830f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:10.189631 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:26:10.196279 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd61b7e3-48fb-4235-a812-38cbeee552c8 admin admin] Publish callbacks [] for security_group (00af8e8d-2902-4941-b532-9eeb3a091c43), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:10.237663 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3fbfa331-a2a6-4924-8537-5bb5b470c8a3 req-9c43c94c-57cb-4e05-9e0b-6817899fa458 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658266 Jul 20 08:26:10.245090 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:26:10.255975 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:10.266037 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:26:10.266538 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722720'] for router_interface (c245b0b3-c650-4a64-a3ff-113a63a41a0e), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:10.307711 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:10.352081 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd61b7e3-48fb-4235-a812-38cbeee552c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (00af8e8d-2902-4941-b532-9eeb3a091c43), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:10.373134 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-0cf02edf-1ca2-45b8-a9b4-dda98b3da9fb None None] Provisioning complete for port 7f795798-1661-4ba0-bf5a-641687efe8e3 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:10.377143 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0cf02edf-1ca2-45b8-a9b4-dda98b3da9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (7f795798-1661-4ba0-bf5a-641687efe8e3), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:10.382927 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd61b7e3-48fb-4235-a812-38cbeee552c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:10.392868 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-bd61b7e3-48fb-4235-a812-38cbeee552c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/00af8e8d-2902-4941-b532-9eeb3a091c43 HTTP/1.1" status: 204 len: 168 time: 0.5607789 Jul 20 08:26:10.411244 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61b7e3-48fb-4235-a812-38cbeee552c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00af8e8d-2902-4941-b532-9eeb3a091c43,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:10.650777 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Pushing event updated for resources: {'Port': ['ID=8e4a6035-8220-4e09-8d03-b0ed25181e75,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:10.687293 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f8749a78-53fa-4175-b951-8af6fa7a3645 req-27477ba9-bb8b-4fb2-a69e-991e808a2169 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 210 time: 0.1818371 Jul 20 08:26:10.688984 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '70e342ce-75b0-4d6d-84f7-94fb82b64c8a', 'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'mac_address': 'fa:16:3e:be:ba:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:26:08Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'subnets': [{'id': '1674d774-8563-48a3-b527-f0af4400482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:10.729342 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device bf10a936-7ae3-475f-b461-aae057feb61f up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:10.757466 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Publish callbacks [] for port (45aacea6-0f43-442a-83a5-b25877b23d53), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:10.775887 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (45aacea6-0f43-442a-83a5-b25877b23d53), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:10.776838 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733416'] for router_interface (0bc02d25-9336-44bf-9472-61d2692a4f23), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:10.848366 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9366289-3b06-46a9-a8eb-c1d5f59eec3e None None] The sync data for ids ['f678284e-78cb-4704-9295-7381ea2d4c96'] in dv-cinder-823089-3-iscsi is: [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '70e342ce-75b0-4d6d-84f7-94fb82b64c8a', 'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'mac_address': 'fa:16:3e:be:ba:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:26:08Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'subnets': [{'id': '1674d774-8563-48a3-b527-f0af4400482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:26:10.931658 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Request body: {'port': {'device_id': 'ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:10.940876 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-0cf02edf-1ca2-45b8-a9b4-dda98b3da9fb None None] Port 7f795798-1661-4ba0-bf5a-641687efe8e3 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:26:10.989450 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-965612c1-1318-4462-94b9-329525830f12 None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:26:11.131262 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8cbe1272-05a6-48ab-94b9-550c764cc27c None None] Provisioning complete for port 8e4a6035-8220-4e09-8d03-b0ed25181e75 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:11.131958 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1272-05a6-48ab-94b9-550c764cc27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:11.221779 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port bf10a936-7ae3-475f-b461-aae057feb61f triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:11.222198 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (bf10a936-7ae3-475f-b461-aae057feb61f), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:11.397793 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:11.436421 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba616338-8787-470e-b494-61d2eee65982 req-568eff42-fbfe-43a8-a8da-4e7be6cd8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:11.449339 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ba616338-8787-470e-b494-61d2eee65982 req-568eff42-fbfe-43a8-a8da-4e7be6cd8d8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 1127 time: 0.4097087 Jul 20 08:26:11.498434 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (7f795798-1661-4ba0-bf5a-641687efe8e3), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:11.530524 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Pushing event updated for resources: {'Port': ['ID=45aacea6-0f43-442a-83a5-b25877b23d53,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:11.748163 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8cbe1272-05a6-48ab-94b9-550c764cc27c None None] Port 8e4a6035-8220-4e09-8d03-b0ed25181e75 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:26:11.768301 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 32944) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:11.784463 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-a9d62975-ca44-4f16-812c-57f1fc301a7b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--520254980', 'description': 'tempest-description--487523980'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:11.859208 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 32948) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:11.976107 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-28b9cb30-aa84-4abb-9200-8e0f089df7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:11.978714 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:12.049444 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c223db-e868-4cb2-8eed-26c19d1e123c req-f34dd436-a6d9-4dd1-93df-31416d3d7c1c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:12.052635 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-65c223db-e868-4cb2-8eed-26c19d1e123c req-f34dd436-a6d9-4dd1-93df-31416d3d7c1c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 932 time: 0.3411622 Jul 20 08:26:12.209152 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:12.214970 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Network 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:26:12.228020 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a9d62975-ca44-4f16-812c-57f1fc301a7b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:12.251572 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port bf10a936-7ae3-475f-b461-aae057feb61f is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:12.260080 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device a635e176-b14e-4c83-a08e-fe54edacd827 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:12.362060 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:26:12.552999 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.18', 64390) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:12.704862 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2b7b6a20-2758-4588-9fa6-5ccba6c66267 req-6e8eed19-416c-4139-9deb-38b22d858e62 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 210 time: 0.3676085 Jul 20 08:26:12.759017 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port a635e176-b14e-4c83-a08e-fe54edacd827 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:12.759627 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (a635e176-b14e-4c83-a08e-fe54edacd827), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:12.932660 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-965612c1-1318-4462-94b9-329525830f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:01Z', 'revision_number': 2, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:13.087464 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:13.134188 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965612c1-1318-4462-94b9-329525830f12 None None] Checking router: f89a0f50-73be-4465-b934-a3589109ebd2 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:26:13.134907 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965612c1-1318-4462-94b9-329525830f12 None None] Updating router f89a0f50-73be-4465-b934-a3589109ebd2 port 7d4c8117-74a5-45b3-9fcc-eea682772562 binding host dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:26:13.325434 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port a635e176-b14e-4c83-a08e-fe54edacd827 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:13.333840 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 70e342ce-75b0-4d6d-84f7-94fb82b64c8a up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:13.401737 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba616338-8787-470e-b494-61d2eee65982 req-9e925e7a-9c18-4473-b44c-727eeb9decb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:13.403463 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ba616338-8787-470e-b494-61d2eee65982 req-9e925e7a-9c18-4473-b44c-727eeb9decb1 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b044b1d7d5474351bd94eb1c90882933&shared=False HTTP/1.1" status: 200 len: 920 time: 1.1007390 Jul 20 08:26:13.592651 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-28b9cb30-aa84-4abb-9200-8e0f089df7f5 admin admin] Publish callbacks [] for security_group (bba10f44-67aa-4412-afa1-43bd63e5400b), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:13.641270 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:13.643737 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba616338-8787-470e-b494-61d2eee65982 req-27e82025-6d87-49aa-b57e-1743718bb6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:13.645632 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ba616338-8787-470e-b494-61d2eee65982 req-27e82025-6d87-49aa-b57e-1743718bb6d0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2267449 Jul 20 08:26:13.806254 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-ee3edca4-e464-4b6e-905e-cdf412486bbf None None] Provisioning complete for port 45aacea6-0f43-442a-83a5-b25877b23d53 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:13.806653 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ee3edca4-e464-4b6e-905e-cdf412486bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (45aacea6-0f43-442a-83a5-b25877b23d53), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:13.983974 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-ee3edca4-e464-4b6e-905e-cdf412486bbf None None] Port 45aacea6-0f43-442a-83a5-b25877b23d53 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:26:14.031557 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-965612c1-1318-4462-94b9-329525830f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:14.040037 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:14.087177 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:14.087757 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:14.233817 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d408f440-fdd8-4f7c-9428-b55ad5d23615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:14.236035 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-d408f440-fdd8-4f7c-9428-b55ad5d23615 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 1127 time: 0.1359658 Jul 20 08:26:14.258385 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Publish callbacks [] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:14.317950 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-46f934df-63a2-42f6-8ee0-f325f41c0604 req-e474f0d3-cc96-4d09-b353-8a7f41c5ef1e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 210 time: 0.0807743 Jul 20 08:26:14.374517 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a9d62975-ca44-4f16-812c-57f1fc301a7b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (72189410-84c7-486e-8d53-8048e05f09fd), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:14.412598 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:14.414229 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device e04e8124-8069-4307-8be8-398aad1e6888 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:14.429015 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-4ffdb296-8952-45cb-8970-f09e59113d4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06458427-d317-4965-817d-8affbd2750e5 HTTP/1.1" status: 200 len: 217 time: 0.1072540 Jul 20 08:26:14.458974 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f795798-1661-4ba0-bf5a-641687efe8e3 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:26:14.504682 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:14.536063 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-28b9cb30-aa84-4abb-9200-8e0f089df7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (bba10f44-67aa-4412-afa1-43bd63e5400b), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:14.586870 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:14.592544 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733416'] for router_interface (c245b0b3-c650-4a64-a3ff-113a63a41a0e), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:14.594864 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Publish callbacks [] for port (7f795798-1661-4ba0-bf5a-641687efe8e3), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:14.629807 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Transition to ACTIVE for port object 7f795798-1661-4ba0-bf5a-641687efe8e3 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:26:14.630113 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a9d62975-ca44-4f16-812c-57f1fc301a7b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (72189410-84c7-486e-8d53-8048e05f09fd), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:14.636246 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-9e224e69-71b0-4f63-bfa5-1eb361701305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:14.641887 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-9e224e69-71b0-4f63-bfa5-1eb361701305 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d83857be-db60-44b9-859b-cdb8e58b501d HTTP/1.1" status: 200 len: 858 time: 0.1979113 Jul 20 08:26:14.644312 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (7f795798-1661-4ba0-bf5a-641687efe8e3), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:14.654380 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port e04e8124-8069-4307-8be8-398aad1e6888 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:14.655016 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (e04e8124-8069-4307-8be8-398aad1e6888), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:14.744569 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Pushing event updated for resources: {'Port': ['ID=7f795798-1661-4ba0-bf5a-641687efe8e3,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:14.806708 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Attempting to bind port 7f795798-1661-4ba0-bf5a-641687efe8e3 on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:26:14.815158 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Attempting to bind port 7f795798-1661-4ba0-bf5a-641687efe8e3 by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:26:14.815692 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Attempting to bind port 7f795798-1661-4ba0-bf5a-641687efe8e3 on network c96fa3a3-1d61-4869-813f-bb65cb182cb7 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:26:14.828394 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Port 7f795798-1661-4ba0-bf5a-641687efe8e3 on network c96fa3a3-1d61-4869-813f-bb65cb182cb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:26:14.828861 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Attempting to bind port 7f795798-1661-4ba0-bf5a-641687efe8e3 on network c96fa3a3-1d61-4869-813f-bb65cb182cb7 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:26:14.834966 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:26:14.835463 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Checking segment: {'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:26:14.835986 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Bound using segment: {'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:26:14.836551 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Bound port: 7f795798-1661-4ba0-bf5a-641687efe8e3, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:26:14.837025 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (7f795798-1661-4ba0-bf5a-641687efe8e3), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:14.899629 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port e04e8124-8069-4307-8be8-398aad1e6888 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:14.899629 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (e04e8124-8069-4307-8be8-398aad1e6888), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:14.905160 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:14.947573 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] For port 7f795798-1661-4ba0-bf5a-641687efe8e3, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:26:14.953060 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] For port 7f795798-1661-4ba0-bf5a-641687efe8e3, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=7f795798-1661-4ba0-bf5a-641687efe8e3,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:26:14.953766 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a9d62975-ca44-4f16-812c-57f1fc301a7b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:14.955119 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-a9d62975-ca44-4f16-812c-57f1fc301a7b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 3.1851053 Jul 20 08:26:14.958320 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 32990) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:14.965259 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port e04e8124-8069-4307-8be8-398aad1e6888, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=e04e8124-8069-4307-8be8-398aad1e6888,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:14.966921 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-466b3b36-5307-4a0a-b7f6-19fef04c5faa tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'security_group_rule': {'security_group_id': '72189410-84c7-486e-8d53-8048e05f09fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:14.968620 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-65c223db-e868-4cb2-8eed-26c19d1e123c req-f497b7c6-19d0-4094-8489-05cc338df669 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.8388231 Jul 20 08:26:14.978435 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (7f795798-1661-4ba0-bf5a-641687efe8e3), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:14.990200 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (e04e8124-8069-4307-8be8-398aad1e6888), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:14.991197 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device eaabc2fe-3741-45ee-9505-08bd1a921a11 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:15.040687 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Pushing event updated for resources: {'Port': ['ID=8e4a6035-8220-4e09-8d03-b0ed25181e75,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:15.073835 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=e04e8124-8069-4307-8be8-398aad1e6888,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:15.085457 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Router 0bc02d25-9336-44bf-9472-61d2692a4f23 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:26:15.089007 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:15.090112 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.094453 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] 10.222.0.18 "PUT /v2.0/ports/7f795798-1661-4ba0-bf5a-641687efe8e3 HTTP/1.1" status: 200 len: 1094 time: 4.1701548 Jul 20 08:26:15.100427 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a', 'tag': '7f795798-1661-4ba0-bf5a-641687efe8e3'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:26:15.106147 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95114eb4-7ae8-4a26-9377-23e8b81a2cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a", "tag": "7f795798-1661-4ba0-bf5a-641687efe8e3"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:26:15.146553 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-28b9cb30-aa84-4abb-9200-8e0f089df7f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b4c05ac14404ddf8fb88850250d03e4&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2713051 Jul 20 08:26:15.152553 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 32994) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:15.157233 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-466b3b36-5307-4a0a-b7f6-19fef04c5faa tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (096f137b-b151-4fb5-9a9e-1040846bd458), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.158404 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-d593455e-130e-42a2-8f7d-0dac7362d40f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:15.160043 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-d593455e-130e-42a2-8f7d-0dac7362d40f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.18 "GET /v2.0/networks?id=493487e7-e371-48c4-94a1-b290ee37dc8e HTTP/1.1" status: 200 len: 817 time: 2.5903828 Jul 20 08:26:15.160721 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9cb30-aa84-4abb-9200-8e0f089df7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba10f44-67aa-4412-afa1-43bd63e5400b,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:15.168114 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:15.176146 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port eaabc2fe-3741-45ee-9505-08bd1a921a11 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:15.176529 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (eaabc2fe-3741-45ee-9505-08bd1a921a11), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.201133 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70974839-7299-4ffc-9c7a-a681e6504a3b service neutron] Pushing event updated for resources: {'Port': ['ID=7f795798-1661-4ba0-bf5a-641687efe8e3,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:15.206569 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d62975-ca44-4f16-812c-57f1fc301a7b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72189410-84c7-486e-8d53-8048e05f09fd,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:15.286677 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-965612c1-1318-4462-94b9-329525830f12 None None] Publish callbacks [] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.304592 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-965612c1-1318-4462-94b9-329525830f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.306337 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a290905-7ae4-48dc-9640-c8ea5d3acae7 x-openstack-request-id: req-6a290905-7ae4-48dc-9640-c8ea5d3acae7 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:26:15.307246 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a", "tag": "7f795798-1661-4ba0-bf5a-641687efe8e3", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:26:15.307522 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a290905-7ae4-48dc-9640-c8ea5d3acae7 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:26:15.307944 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a290905-7ae4-48dc-9640-c8ea5d3acae7'] response: {'name': 'network-changed', 'server_uuid': 'ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a', 'tag': '7f795798-1661-4ba0-bf5a-641687efe8e3', 'status': 'completed', 'code': 200} Jul 20 08:26:15.350087 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-466b3b36-5307-4a0a-b7f6-19fef04c5faa tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (096f137b-b151-4fb5-9a9e-1040846bd458), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.355606 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:15.356901 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-466b3b36-5307-4a0a-b7f6-19fef04c5faa tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (096f137b-b151-4fb5-9a9e-1040846bd458), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.433283 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-466b3b36-5307-4a0a-b7f6-19fef04c5faa tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.433283 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-466b3b36-5307-4a0a-b7f6-19fef04c5faa tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4665816 Jul 20 08:26:15.434692 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 33002) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:15.441053 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-2fc5f2df-6523-4cea-991a-66afab1fe695 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'security_group_rule': {'security_group_id': '72189410-84c7-486e-8d53-8048e05f09fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:15.448472 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b3b36-5307-4a0a-b7f6-19fef04c5faa tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096f137b-b151-4fb5-9a9e-1040846bd458,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:15.457469 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-105babb4-3d05-4744-a958-72fcdf1de98c admin admin] Publish callbacks [] for security_group (bba10f44-67aa-4412-afa1-43bd63e5400b), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.479190 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:15.484126 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23345df7-ed38-44e5-ab81-0ee9745da176 None None] Pushing event updated for resources: {'Port': ['ID=7d4c8117-74a5-45b3-9fcc-eea682772562,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:15.505825 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-105babb4-3d05-4744-a958-72fcdf1de98c admin admin] Publish callbacks [] for security_group (bba10f44-67aa-4412-afa1-43bd63e5400b), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.517889 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-80d1e3b3-43b8-4bbd-98e9-f8e2ad7170ae req-5079ecdb-8726-4697-9483-75d33823315e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 210 time: 0.0536447 Jul 20 08:26:15.520482 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:26:15.530551 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:26:15.537102 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f2df-6523-4cea-991a-66afab1fe695 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (6ccba842-f788-4aa5-bc24-1cade6ae0a38), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.627558 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:26:15.627748 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port eaabc2fe-3741-45ee-9505-08bd1a921a11 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:15.628154 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (eaabc2fe-3741-45ee-9505-08bd1a921a11), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.644229 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-73a38e84-b517-4318-9c1b-f8e35cfed36e admin admin] 10.222.0.64 "PUT /v2.0/routers/0bc02d25-9336-44bf-9472-61d2692a4f23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.8229532 Jul 20 08:26:15.667359 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Sync routers for ids ['0bc02d25-9336-44bf-9472-61d2692a4f23'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:26:15.730876 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Routers {'0bc02d25-9336-44bf-9472-61d2692a4f23'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:26:15.736251 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['0bc02d25-9336-44bf-9472-61d2692a4f23'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:15.745799 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:15.775406 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f2df-6523-4cea-991a-66afab1fe695 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (6ccba842-f788-4aa5-bc24-1cade6ae0a38), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.785840 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f2df-6523-4cea-991a-66afab1fe695 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (6ccba842-f788-4aa5-bc24-1cade6ae0a38), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.814817 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-965612c1-1318-4462-94b9-329525830f12 None None] Attempting to bind port 7d4c8117-74a5-45b3-9fcc-eea682772562 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:26:15.815294 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-965612c1-1318-4462-94b9-329525830f12 None None] Attempting to bind port 7d4c8117-74a5-45b3-9fcc-eea682772562 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:26:15.816162 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965612c1-1318-4462-94b9-329525830f12 None None] Attempting to bind port 7d4c8117-74a5-45b3-9fcc-eea682772562 on network 21da7406-374d-4389-9eee-8af0140c04bf {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:26:15.825895 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-105babb4-3d05-4744-a958-72fcdf1de98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (bba10f44-67aa-4412-afa1-43bd63e5400b), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.829594 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-105babb4-3d05-4744-a958-72fcdf1de98c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.835177 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-105babb4-3d05-4744-a958-72fcdf1de98c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bba10f44-67aa-4412-afa1-43bd63e5400b HTTP/1.1" status: 204 len: 168 time: 0.6761625 Jul 20 08:26:15.835464 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port eaabc2fe-3741-45ee-9505-08bd1a921a11, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=eaabc2fe-3741-45ee-9505-08bd1a921a11,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:15.835891 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965612c1-1318-4462-94b9-329525830f12 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:26:15.836277 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965612c1-1318-4462-94b9-329525830f12 None None] Checking segment: {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:26:15.839126 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-965612c1-1318-4462-94b9-329525830f12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.841101 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965612c1-1318-4462-94b9-329525830f12 None None] Bound using segment: {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:26:15.841690 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-965612c1-1318-4462-94b9-329525830f12 None None] Bound port: 7d4c8117-74a5-45b3-9fcc-eea682772562, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:26:15.842210 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-965612c1-1318-4462-94b9-329525830f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.846926 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f2df-6523-4cea-991a-66afab1fe695 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.848466 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2fc5f2df-6523-4cea-991a-66afab1fe695 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4128017 Jul 20 08:26:15.849348 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5f2df-6523-4cea-991a-66afab1fe695 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccba842-f788-4aa5-bc24-1cade6ae0a38,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:15.851949 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105babb4-3d05-4744-a958-72fcdf1de98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba10f44-67aa-4412-afa1-43bd63e5400b,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:15.857007 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (eaabc2fe-3741-45ee-9505-08bd1a921a11), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.857423 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 486013fe-92c4-4489-883f-0544a89f57b5 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:15.860835 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 33010) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:15.877659 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'floatingip': {'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:15.924237 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:15.963845 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Router c245b0b3-c650-4a64-a3ff-113a63a41a0e has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:26:16.023742 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:16.112793 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:16.114495 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-bf6b8900-69ff-42c0-8c6f-ae499ea05414 None None] Provisioning complete for port 7d4c8117-74a5-45b3-9fcc-eea682772562 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:16.114952 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bf6b8900-69ff-42c0-8c6f-ae499ea05414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:16.199456 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Set router 0bc02d25-9336-44bf-9472-61d2692a4f23 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:26:16.223383 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-965612c1-1318-4462-94b9-329525830f12 None None] For port 7d4c8117-74a5-45b3-9fcc-eea682772562, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:26:16.227747 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-965612c1-1318-4462-94b9-329525830f12 None None] For port 7d4c8117-74a5-45b3-9fcc-eea682772562, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=7d4c8117-74a5-45b3-9fcc-eea682772562,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:26:16.234562 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 486013fe-92c4-4489-883f-0544a89f57b5 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:16.235064 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (486013fe-92c4-4489-883f-0544a89f57b5), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:16.279632 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b8900-69ff-42c0-8c6f-ae499ea05414 None None] Port 7d4c8117-74a5-45b3-9fcc-eea682772562 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:26:16.293792 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-965612c1-1318-4462-94b9-329525830f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:16.304927 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=eaabc2fe-3741-45ee-9505-08bd1a921a11,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:16.447628 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 486013fe-92c4-4489-883f-0544a89f57b5 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:16.448270 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (486013fe-92c4-4489-883f-0544a89f57b5), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:16.452033 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829d2f6-591b-4870-aac6-c34319aad83c req-49f2d532-29b2-426d-98e4-4614769f9d12 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:16.454451 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:26:16.455670 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8829d2f6-591b-4870-aac6-c34319aad83c req-49f2d532-29b2-426d-98e4-4614769f9d12 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 944 time: 0.3372729 Jul 20 08:26:16.481215 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-4795445d-f1e0-4734-9daf-4ee6e0b0f8fb admin admin] 10.222.0.64 "PUT /v2.0/routers/c245b0b3-c650-4a64-a3ff-113a63a41a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2580645 Jul 20 08:26:16.556114 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Allocated IP 172.27.1.76 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/a6810fe8-c1d0-41f1-a915-a44d411e63ec) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:26:16.619429 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Sync routers for ids ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:26:16.663503 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965612c1-1318-4462-94b9-329525830f12 None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:26:16.664550 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-965612c1-1318-4462-94b9-329525830f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:16.698012 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8829d2f6-591b-4870-aac6-c34319aad83c req-9f13afe5-fb12-48bb-9db0-30aa4a0aee5c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222593 Jul 20 08:26:16.756941 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'name': 'tempest-DeleteServersTestJSON-1488763061-router', 'tenant_id': '1b481fa73344413d85fc2eb5c0376c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eaabc2fe-3741-45ee-9505-08bd1a921a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:41Z', 'updated_at': '2022-07-20T08:26:08Z', 'revision_number': 4, 'project_id': '1b481fa73344413d85fc2eb5c0376c9d', 'gw_port': {'id': 'eaabc2fe-3741-45ee-9505-08bd1a921a11', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '45aacea6-0f43-442a-83a5-b25877b23d53', 'name': '', 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d', 'tenant_id': '1b481fa73344413d85fc2eb5c0376c9d', 'mac_address': 'fa:16:3e:5d:ba:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0f1242d9-08c9-4d7e-a533-394c37b3ab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:01Z', 'updated_at': '2022-07-20T08:26:09Z', 'revision_number': 2, 'project_id': '1b481fa73344413d85fc2eb5c0376c9d', 'subnets': [{'id': '0f1242d9-08c9-4d7e-a533-394c37b3ab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:16.806279 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Routers {'c245b0b3-c650-4a64-a3ff-113a63a41a0e'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:26:16.806654 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:16.836176 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Checking router: 0bc02d25-9336-44bf-9472-61d2692a4f23 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:26:16.836624 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Updating router 0bc02d25-9336-44bf-9472-61d2692a4f23 port 45aacea6-0f43-442a-83a5-b25877b23d53 binding host dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:26:16.843190 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:16.942966 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (45aacea6-0f43-442a-83a5-b25877b23d53), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:17.019606 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port 486013fe-92c4-4489-883f-0544a89f57b5, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=486013fe-92c4-4489-883f-0544a89f57b5,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:17.037215 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-39855bcb-bb53-40ec-b5dc-6be530dd3e79 None None] Provisioning complete for port 8e4a6035-8220-4e09-8d03-b0ed25181e75 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:17.040362 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-39855bcb-bb53-40ec-b5dc-6be530dd3e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:17.103456 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b64b80a1-dc14-4e94-8544-6fca3719f042 req-8047b3ab-0704-455c-b75c-23abc982ad74 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 210 time: 0.1053665 Jul 20 08:26:17.114425 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (486013fe-92c4-4489-883f-0544a89f57b5), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:17.130813 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:17.170600 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-965612c1-1318-4462-94b9-329525830f12 None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:26:17.174633 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for port (a6810fe8-c1d0-41f1-a915-a44d411e63ec), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:17.253585 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:17.285429 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23345df7-ed38-44e5-ab81-0ee9745da176 None None] Pushing event updated for resources: {'Port': ['ID=7d4c8117-74a5-45b3-9fcc-eea682772562,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:17.297909 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:26:17.346640 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c728f643-cfe9-4d13-8ddd-74bd91fca590 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:17.353111 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c728f643-cfe9-4d13-8ddd-74bd91fca590 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/networks?id=55fb7f17-dc5d-46da-8831-2cc4e1a41a9d HTTP/1.1" status: 200 len: 812 time: 0.3720834 Jul 20 08:26:17.361840 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (a6810fe8-c1d0-41f1-a915-a44d411e63ec), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:17.443211 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-8d930c18-b9f0-4ad8-a3b8-2eada2290ac7 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/quotas/1b481fa73344413d85fc2eb5c0376c9d HTTP/1.1" status: 200 len: 375 time: 0.0690184 Jul 20 08:26:17.570212 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:17.575971 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:26:17.593851 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'Port': ['ID=a6810fe8-c1d0-41f1-a915-a44d411e63ec,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:17.602267 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:26:17.605243 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:26:17.662357 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-15699bac-e843-48c8-a75d-2db35708fa38 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b481fa73344413d85fc2eb5c0376c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1955595 Jul 20 08:26:17.791789 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 33064) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:17.828098 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (69e8886c-1ebd-4322-ad14-0ecad9a17cab), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:17.940049 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (a6810fe8-c1d0-41f1-a915-a44d411e63ec), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:17.948815 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Publish callbacks [] for port (45aacea6-0f43-442a-83a5-b25877b23d53), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:17.964965 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (45aacea6-0f43-442a-83a5-b25877b23d53), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:18.088099 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee907287-e674-48be-becc-9fb7383378c5 None None] Pushing event updated for resources: {'Port': ['ID=45aacea6-0f43-442a-83a5-b25877b23d53,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:18.163555 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-50a1be45-9f04-4eae-bac4-1ea53f7b140e service neutron] 10.222.0.64 "GET /v2.0/networks/55fb7f17-dc5d-46da-8831-2cc4e1a41a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735999 Jul 20 08:26:18.216016 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-29705a9a-9772-4987-81a5-58e8fe416628 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-607491086-network', 'tenant_id': 'a31d4d7270a942fa84698d04d807d59b'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:18.224501 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 70e342ce-75b0-4d6d-84f7-94fb82b64c8a up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:18.228705 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-39855bcb-bb53-40ec-b5dc-6be530dd3e79 None None] Port 8e4a6035-8220-4e09-8d03-b0ed25181e75 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:26:18.236929 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Attempting to bind port 45aacea6-0f43-442a-83a5-b25877b23d53 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:26:18.237742 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Attempting to bind port 45aacea6-0f43-442a-83a5-b25877b23d53 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '1c19b764-987f-4d64-81ed-d681c7ce8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:26:18.239742 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Attempting to bind port 45aacea6-0f43-442a-83a5-b25877b23d53 on network 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:26:18.247050 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:18.253976 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:26:18.258959 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Checking segment: {'id': '1c19b764-987f-4d64-81ed-d681c7ce8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:26:18.259784 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:18.263055 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Bound using segment: {'id': '1c19b764-987f-4d64-81ed-d681c7ce8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:26:18.265113 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Bound port: 45aacea6-0f43-442a-83a5-b25877b23d53, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c19b764-987f-4d64-81ed-d681c7ce8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:26:18.266522 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (45aacea6-0f43-442a-83a5-b25877b23d53), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:18.291816 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29705a9a-9772-4987-81a5-58e8fe416628 admin admin] Made reservation on behalf of a31d4d7270a942fa84698d04d807d59b for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:26:18.300177 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29705a9a-9772-4987-81a5-58e8fe416628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:18.356663 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29705a9a-9772-4987-81a5-58e8fe416628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:18.382433 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] For port 45aacea6-0f43-442a-83a5-b25877b23d53, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:26:18.387652 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] For port 45aacea6-0f43-442a-83a5-b25877b23d53, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=45aacea6-0f43-442a-83a5-b25877b23d53,segment=NetworkSegment(1c19b764-987f-4d64-81ed-d681c7ce8af3),segment_id=1c19b764-987f-4d64-81ed-d681c7ce8af3)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:26:18.397389 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (45aacea6-0f43-442a-83a5-b25877b23d53), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:18.402154 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Set router c245b0b3-c650-4a64-a3ff-113a63a41a0e gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:26:18.431816 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 33072) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:18.441495 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-27ec2a87-1a21-4a75-a97a-84725d8e1c85 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--153030222', 'description': 'tempest-description--1315730602'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:18.444197 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=486013fe-92c4-4489-883f-0544a89f57b5,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:18.492551 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5eff89f8-b08e-4748-b304-7001f7fd6d28 None None] Provisioning complete for port 7d4c8117-74a5-45b3-9fcc-eea682772562 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:18.492551 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5eff89f8-b08e-4748-b304-7001f7fd6d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:18.511912 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for port (a6810fe8-c1d0-41f1-a915-a44d411e63ec), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:18.557465 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:18.557700 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:18.598415 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee907287-e674-48be-becc-9fb7383378c5 None None] Pushing event updated for resources: {'Port': ['ID=45aacea6-0f43-442a-83a5-b25877b23d53,revision_number=4']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:18.611207 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Routers {'0bc02d25-9336-44bf-9472-61d2692a4f23'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:26:18.612173 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:25:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['0bc02d25-9336-44bf-9472-61d2692a4f23'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:18.630707 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-965612c1-1318-4462-94b9-329525830f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:16Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:18.649593 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-59f091bc-fc5d-4b9b-b1dd-f8557918495c service neutron] 10.222.0.64 "GET /v2.0/networks/55fb7f17-dc5d-46da-8831-2cc4e1a41a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796369 Jul 20 08:26:18.688478 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29705a9a-9772-4987-81a5-58e8fe416628 admin admin] Publish callbacks [] for security_group (cb9f6006-a468-441a-bf31-c1168144f403), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:18.694276 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965612c1-1318-4462-94b9-329525830f12 None None] The sync data for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi is: [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:16Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:26:18.715643 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (a6810fe8-c1d0-41f1-a915-a44d411e63ec), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:18.740907 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29705a9a-9772-4987-81a5-58e8fe416628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (cb9f6006-a468-441a-bf31-c1168144f403), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:18.885090 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29705a9a-9772-4987-81a5-58e8fe416628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9f6006-a468-441a-bf31-c1168144f403,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:18.904878 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-27ec2a87-1a21-4a75-a97a-84725d8e1c85 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:19.033283 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:19.087649 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:26:11Z', 'revision_number': 4, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '8e4a6035-8220-4e09-8d03-b0ed25181e75', 'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'mac_address': 'fa:16:3e:06:3b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:07Z', 'updated_at': '2022-07-20T08:26:13Z', 'revision_number': 2, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'subnets': [{'id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:19.143067 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-80dc0292-bb27-4ccb-a3ac-1e0d0250b86d req-5d71104c-0d69-4dde-8208-ff1d04b35007 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 210 time: 0.1030819 Jul 20 08:26:19.145472 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] Set router 0bc02d25-9336-44bf-9472-61d2692a4f23 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:26:19.154191 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5eff89f8-b08e-4748-b304-7001f7fd6d28 None None] Current status of the port 7d4c8117-74a5-45b3-9fcc-eea682772562 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:19.154626 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5eff89f8-b08e-4748-b304-7001f7fd6d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:19.262387 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5eff89f8-b08e-4748-b304-7001f7fd6d28 None None] For port 7d4c8117-74a5-45b3-9fcc-eea682772562, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=7d4c8117-74a5-45b3-9fcc-eea682772562,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:19.309335 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-360236d4-37c9-4544-983f-26581ebdfcca req-2614ec86-023c-4ab2-9229-17e73965126f tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 210 time: 0.0501857 Jul 20 08:26:19.334935 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:19.336157 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device e04e8124-8069-4307-8be8-398aad1e6888 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:19.342041 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29705a9a-9772-4987-81a5-58e8fe416628 admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:26:19.366054 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29705a9a-9772-4987-81a5-58e8fe416628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (e62c8e39-3556-49ed-b0ee-f2d9a0ef603b), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:19.366967 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-29705a9a-9772-4987-81a5-58e8fe416628 admin admin] Added segment e62c8e39-3556-49ed-b0ee-f2d9a0ef603b of type vlan for network c9038383-1bf0-4e04-be22-07a0255174e1 Jul 20 08:26:19.411612 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5eff89f8-b08e-4748-b304-7001f7fd6d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:19.434353 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29705a9a-9772-4987-81a5-58e8fe416628 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (c9038383-1bf0-4e04-be22-07a0255174e1), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:19.443320 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Checking router: c245b0b3-c650-4a64-a3ff-113a63a41a0e for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:26:19.443911 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Updating router c245b0b3-c650-4a64-a3ff-113a63a41a0e port 8e4a6035-8220-4e09-8d03-b0ed25181e75 binding host dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:26:19.485250 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:19.549683 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:19.582634 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:19.583680 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:19.586043 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-98f43dce-e43b-4559-a04b-727a0f3c19dc None None] Provisioning complete for port 45aacea6-0f43-442a-83a5-b25877b23d53 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:19.586425 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-98f43dce-e43b-4559-a04b-727a0f3c19dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (45aacea6-0f43-442a-83a5-b25877b23d53), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:19.601685 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-27ec2a87-1a21-4a75-a97a-84725d8e1c85 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group (3c5c5121-7983-4806-80cb-cddb28649b24), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:19.604426 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'name': 'tempest-DeleteServersTestJSON-1488763061-router', 'tenant_id': '1b481fa73344413d85fc2eb5c0376c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eaabc2fe-3741-45ee-9505-08bd1a921a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:41Z', 'updated_at': '2022-07-20T08:26:08Z', 'revision_number': 4, 'project_id': '1b481fa73344413d85fc2eb5c0376c9d', 'gw_port': {'id': 'eaabc2fe-3741-45ee-9505-08bd1a921a11', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '45aacea6-0f43-442a-83a5-b25877b23d53', 'name': '', 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d', 'tenant_id': '1b481fa73344413d85fc2eb5c0376c9d', 'mac_address': 'fa:16:3e:5d:ba:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0f1242d9-08c9-4d7e-a533-394c37b3ab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:01Z', 'updated_at': '2022-07-20T08:26:18Z', 'revision_number': 4, 'project_id': '1b481fa73344413d85fc2eb5c0376c9d', 'subnets': [{'id': '0f1242d9-08c9-4d7e-a533-394c37b3ab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:19.616585 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df426-bd0e-47a3-86bd-d4933b416ee9 req-59445ec8-9a99-46ac-848d-190f3c02bd83 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:19.628052 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d28df426-bd0e-47a3-86bd-d4933b416ee9 req-59445ec8-9a99-46ac-848d-190f3c02bd83 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 944 time: 0.9204612 Jul 20 08:26:19.635608 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (69e8886c-1ebd-4322-ad14-0ecad9a17cab), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:19.641760 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:19.643742 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-27ec2a87-1a21-4a75-a97a-84725d8e1c85 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (3c5c5121-7983-4806-80cb-cddb28649b24), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:19.657592 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29705a9a-9772-4987-81a5-58e8fe416628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (c9038383-1bf0-4e04-be22-07a0255174e1), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:19.658962 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29705a9a-9772-4987-81a5-58e8fe416628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:19.660018 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29705a9a-9772-4987-81a5-58e8fe416628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:19.663288 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2e0d90-ed89-452f-ac87-788541456631 None None] The sync data for ids ['0bc02d25-9336-44bf-9472-61d2692a4f23'] in dv-cinder-823089-3-iscsi is: [{'id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'name': 'tempest-DeleteServersTestJSON-1488763061-router', 'tenant_id': '1b481fa73344413d85fc2eb5c0376c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eaabc2fe-3741-45ee-9505-08bd1a921a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:41Z', 'updated_at': '2022-07-20T08:26:08Z', 'revision_number': 4, 'project_id': '1b481fa73344413d85fc2eb5c0376c9d', 'gw_port': {'id': 'eaabc2fe-3741-45ee-9505-08bd1a921a11', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '45aacea6-0f43-442a-83a5-b25877b23d53', 'name': '', 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d', 'tenant_id': '1b481fa73344413d85fc2eb5c0376c9d', 'mac_address': 'fa:16:3e:5d:ba:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0f1242d9-08c9-4d7e-a533-394c37b3ab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:01Z', 'updated_at': '2022-07-20T08:26:18Z', 'revision_number': 4, 'project_id': '1b481fa73344413d85fc2eb5c0376c9d', 'subnets': [{'id': '0f1242d9-08c9-4d7e-a533-394c37b3ab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:26:19.756495 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port e04e8124-8069-4307-8be8-398aad1e6888 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:19.756841 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (e04e8124-8069-4307-8be8-398aad1e6888), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:19.989639 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bdf48636-a54c-4263-b4a8-3eec330f0685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:20.011153 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29705a9a-9772-4987-81a5-58e8fe416628 admin admin] Pushing event updated for resources: {'Network': ['ID=c9038383-1bf0-4e04-be22-07a0255174e1,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:20.024799 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'Port': ['ID=a6810fe8-c1d0-41f1-a915-a44d411e63ec,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:20.049567 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-27ec2a87-1a21-4a75-a97a-84725d8e1c85 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:20.056622 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 33100) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:20.057331 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-27ec2a87-1a21-4a75-a97a-84725d8e1c85 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6240985 Jul 20 08:26:20.071455 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network c9038383-1bf0-4e04-be22-07a0255174e1 details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:26:20.079456 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-9593ff4b-9163-471e-8029-16511b32bdf6 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Request body: {'security_group_rule': {'security_group_id': '3c5c5121-7983-4806-80cb-cddb28649b24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:20.093219 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff89f8-b08e-4748-b304-7001f7fd6d28 None None] Pushing event updated for resources: {'Port': ['ID=7d4c8117-74a5-45b3-9fcc-eea682772562,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:20.337681 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-bb73db82-1556-4e1a-b716-f6115d9b0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:20.341335 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-bb73db82-1556-4e1a-b716-f6115d9b0c80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c96fa3a3-1d61-4869-813f-bb65cb182cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3841939 Jul 20 08:26:20.349957 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-29705a9a-9772-4987-81a5-58e8fe416628 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5562334 Jul 20 08:26:20.391001 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 33106) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:20.409424 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:20.420122 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-386b2978-7219-4009-9514-342b30f47e7f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5434134 Jul 20 08:26:20.457713 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-4fc6ca82-29f7-4847-8ee0-21aa1fac9ab1 admin admin] Request body: {'subnet': {'network_id': 'c9038383-1bf0-4e04-be22-07a0255174e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-607491086-subnet', 'tenant_id': 'a31d4d7270a942fa84698d04d807d59b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:20.510551 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc6ca82-29f7-4847-8ee0-21aa1fac9ab1 admin admin] Made reservation on behalf of a31d4d7270a942fa84698d04d807d59b for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:26:20.517014 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4fc6ca82-29f7-4847-8ee0-21aa1fac9ab1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:20.521086 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec2a87-1a21-4a75-a97a-84725d8e1c85 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5c5121-7983-4806-80cb-cddb28649b24,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:20.577855 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d28df426-bd0e-47a3-86bd-d4933b416ee9 req-9e14912e-2f99-4990-ba28-abfc309de76f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9487200 Jul 20 08:26:20.706487 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9e5b0059-f5f1-4b83-986a-7850ee6b4053 req-d4dcf38d-ccb6-41a7-998e-10e8fa6dd282 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 210 time: 0.2907329 Jul 20 08:26:20.710604 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:20.738539 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9593ff4b-9163-471e-8029-16511b32bdf6 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group_rule (dd4358c0-d38b-420d-a1ad-ec4ecfec4f4c), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:21.053135 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9593ff4b-9163-471e-8029-16511b32bdf6 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group_rule (dd4358c0-d38b-420d-a1ad-ec4ecfec4f4c), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:21.074215 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9593ff4b-9163-471e-8029-16511b32bdf6 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (dd4358c0-d38b-420d-a1ad-ec4ecfec4f4c), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:21.190084 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-875b57d2-b382-4a90-a5f2-1141b3268fce tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80faf6362e244bb992ffb6058ceeefda HTTP/1.1" status: 200 len: 380 time: 0.8602908 Jul 20 08:26:21.192284 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593ff4b-9163-471e-8029-16511b32bdf6 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4358c0-d38b-420d-a1ad-ec4ecfec4f4c,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:21.205965 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-68ce2a3f-edc8-4ec5-b212-e8835d61cba0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Request body: {'port': {'device_id': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'admin_state_up': True, 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'security_groups': ['b5a6116c-1ad4-4f76-b576-9575f1cc3851']}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:21.254273 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:21.279651 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9593ff4b-9163-471e-8029-16511b32bdf6 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:21.284234 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-9593ff4b-9163-471e-8029-16511b32bdf6 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2199197 Jul 20 08:26:21.298612 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port e04e8124-8069-4307-8be8-398aad1e6888 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:21.302438 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device a12f094c-e512-434b-a5b1-fc3f7feb820d up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:21.306135 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 33124) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:21.320062 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-10010972-9049-4e53-9d65-9b62dc89884c req-e2acd871-8432-444b-9386-c040b96b35fe tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 210 time: 0.2392154 Jul 20 08:26:21.348079 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-722acc31-c531-4097-b45e-240c60a9ee49 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Request body: {'security_group_rule': {'security_group_id': '3c5c5121-7983-4806-80cb-cddb28649b24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:21.385241 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:21.404959 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-98f43dce-e43b-4559-a04b-727a0f3c19dc None None] Current status of the port 45aacea6-0f43-442a-83a5-b25877b23d53 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:21.405728 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-98f43dce-e43b-4559-a04b-727a0f3c19dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (45aacea6-0f43-442a-83a5-b25877b23d53), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:21.413135 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-722acc31-c531-4097-b45e-240c60a9ee49 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group_rule (1c604f45-de80-4677-9196-07177c791d4c), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:21.425528 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95114eb4-7ae8-4a26-9377-23e8b81a2cfe req-7f24c0b6-4bbb-4493-80cd-9c651d4f8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:21.427702 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95114eb4-7ae8-4a26-9377-23e8b81a2cfe req-7f24c0b6-4bbb-4493-80cd-9c651d4f8174 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 1128 time: 0.6848154 Jul 20 08:26:21.438730 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-9262d772-fcf7-458c-a15a-6672663ec100 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0755901 Jul 20 08:26:21.515196 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Publish callbacks [] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:21.536161 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4fc6ca82-29f7-4847-8ee0-21aa1fac9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for subnet (8a72bf57-68ee-480d-86dd-68c2ec4c91bf), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:21.690005 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-722acc31-c531-4097-b45e-240c60a9ee49 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group_rule (1c604f45-de80-4677-9196-07177c791d4c), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:21.744151 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6ca82-29f7-4847-8ee0-21aa1fac9ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a72bf57-68ee-480d-86dd-68c2ec4c91bf,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:21.768077 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-722acc31-c531-4097-b45e-240c60a9ee49 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (1c604f45-de80-4677-9196-07177c791d4c), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:21.778008 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:21.822691 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port a12f094c-e512-434b-a5b1-fc3f7feb820d triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:21.823071 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (a12f094c-e512-434b-a5b1-fc3f7feb820d), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:21.865747 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722acc31-c531-4097-b45e-240c60a9ee49 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c604f45-de80-4677-9196-07177c791d4c,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:21.943269 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-98f43dce-e43b-4559-a04b-727a0f3c19dc None None] For port 45aacea6-0f43-442a-83a5-b25877b23d53, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=45aacea6-0f43-442a-83a5-b25877b23d53,segment=NetworkSegment(1c19b764-987f-4d64-81ed-d681c7ce8af3),segment_id=1c19b764-987f-4d64-81ed-d681c7ce8af3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:21.966905 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6ca82-29f7-4847-8ee0-21aa1fac9ab1 admin admin] Checking segment: {'id': 'e62c8e39-3556-49ed-b0ee-f2d9a0ef603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'c9038383-1bf0-4e04-be22-07a0255174e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:26:21.967275 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc6ca82-29f7-4847-8ee0-21aa1fac9ab1 admin admin] Network hostable DHCP agents. Network: c9038383-1bf0-4e04-be22-07a0255174e1, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:26:22.011805 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-98f43dce-e43b-4559-a04b-727a0f3c19dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (45aacea6-0f43-442a-83a5-b25877b23d53), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:22.031985 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:22.033907 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-722acc31-c531-4097-b45e-240c60a9ee49 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:22.035473 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-722acc31-c531-4097-b45e-240c60a9ee49 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7113523 Jul 20 08:26:22.041860 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 33140) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:22.066518 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Request body: {'floatingip': {'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:22.104564 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e594b8-ddcf-433c-a213-657a30669446 None None] Pushing event updated for resources: {'Port': ['ID=8e4a6035-8220-4e09-8d03-b0ed25181e75,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:22.113094 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937198b-833f-4d22-ae28-d69bcbfe4146 req-290ceac5-5404-498f-843d-86b3501406d1 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:22.119398 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f480a902-9122-46a8-817a-ef768296a599 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--520254980&fields=id&tenant_id=60ee8039b1f4461c996165d5801b91f1 HTTP/1.1" status: 200 len: 267 time: 0.7822869 Jul 20 08:26:22.123228 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5937198b-833f-4d22-ae28-d69bcbfe4146 req-290ceac5-5404-498f-843d-86b3501406d1 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 944 time: 0.3300059 Jul 20 08:26:22.128133 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:22.213208 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-68ce2a3f-edc8-4ec5-b212-e8835d61cba0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Made reservation on behalf of 80faf6362e244bb992ffb6058ceeefda for: {'port': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:26:22.216939 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-68ce2a3f-edc8-4ec5-b212-e8835d61cba0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:22.267898 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc6ca82-29f7-4847-8ee0-21aa1fac9ab1 admin admin] Network c9038383-1bf0-4e04-be22-07a0255174e1 is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:26:22.275268 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:22.289736 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:22.436729 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:22.445132 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-4fc6ca82-29f7-4847-8ee0-21aa1fac9ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, c9038383-1bf0-4e04-be22-07a0255174e1) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:26:22.471610 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc6ca82-29f7-4847-8ee0-21aa1fac9ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:22.472401 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4fc6ca82-29f7-4847-8ee0-21aa1fac9ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:22.561899 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4fc6ca82-29f7-4847-8ee0-21aa1fac9ab1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1420419 Jul 20 08:26:22.606877 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5937198b-833f-4d22-ae28-d69bcbfe4146 req-5f4ad887-4cec-4e71-8be5-5f2b51a8e992 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938370 Jul 20 08:26:22.739992 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-2d997071-9391-48f6-bad0-c3399ea6f0f8 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:22.754936 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-2d997071-9391-48f6-bad0-c3399ea6f0f8 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/networks?id=21da7406-374d-4389-9eee-8af0140c04bf HTTP/1.1" status: 200 len: 814 time: 0.5997739 Jul 20 08:26:22.816093 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port a12f094c-e512-434b-a5b1-fc3f7feb820d is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:22.816601 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (a12f094c-e512-434b-a5b1-fc3f7feb820d), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:22.830846 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f2df5477-c867-424f-bf8b-af945d775b52 req-b0a17457-aacb-4a62-b9f3-ec03f1b7a119 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 210 time: 0.0864892 Jul 20 08:26:22.843407 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f7aee5-ca4b-419e-88b7-040e3354525b None None] Network c9038383-1bf0-4e04-be22-07a0255174e1 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:26:22.856576 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f43dce-e43b-4559-a04b-727a0f3c19dc None None] Pushing event updated for resources: {'Port': ['ID=45aacea6-0f43-442a-83a5-b25877b23d53,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:22.886439 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Allocated IP 172.27.1.232 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/a92a6fb5-0383-4ae8-b5de-871b7c149263) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:26:22.895613 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-91c147eb-b78c-4c60-a067-0d47973c06ae tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/quotas/60ee8039b1f4461c996165d5801b91f1 HTTP/1.1" status: 200 len: 375 time: 0.1374695 Jul 20 08:26:22.983243 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4321dd04-2bc4-45a7-b760-5bba829bd642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:23.067060 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Attempting to bind port 8e4a6035-8220-4e09-8d03-b0ed25181e75 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:26:23.067443 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Attempting to bind port 8e4a6035-8220-4e09-8d03-b0ed25181e75 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:26:23.067815 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Attempting to bind port 8e4a6035-8220-4e09-8d03-b0ed25181e75 on network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:26:23.074049 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port a12f094c-e512-434b-a5b1-fc3f7feb820d, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=a12f094c-e512-434b-a5b1-fc3f7feb820d,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:23.075342 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-2762ee94-f3e3-43ea-b6c1-4daf18efd5fb None None] Provisioning complete for port 8e4a6035-8220-4e09-8d03-b0ed25181e75 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:23.075728 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2762ee94-f3e3-43ea-b6c1-4daf18efd5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:23.077985 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3446573e-6e09-473d-abbd-7dfef4c753e1 req-d1691534-3cd1-4091-888d-3a8d8d28c5c2 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 210 time: 0.1256943 Jul 20 08:26:23.177106 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-2762ee94-f3e3-43ea-b6c1-4daf18efd5fb None None] Port 8e4a6035-8220-4e09-8d03-b0ed25181e75 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:26:23.183098 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (a12f094c-e512-434b-a5b1-fc3f7feb820d), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:23.184216 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device eaabc2fe-3741-45ee-9505-08bd1a921a11 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:23.233856 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:26:23.234427 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Checking segment: {'id': '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:26:23.235588 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:23.236059 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Bound using segment: {'id': '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:26:23.236744 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Bound port: 8e4a6035-8220-4e09-8d03-b0ed25181e75, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:26:23.237135 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:23.270986 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for port (a92a6fb5-0383-4ae8-b5de-871b7c149263), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:23.284872 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:23.314402 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-613627de-8acd-4138-a16f-8aba84f1ea9f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3808479 Jul 20 08:26:23.332806 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (a92a6fb5-0383-4ae8-b5de-871b7c149263), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:23.382935 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port eaabc2fe-3741-45ee-9505-08bd1a921a11 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:23.383384 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (eaabc2fe-3741-45ee-9505-08bd1a921a11), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:23.392067 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:26:23.395908 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:26:23.402717 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:26:23.463405 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2cf9c2-567f-46ec-9977-27a933993f98 None None] Network c9038383-1bf0-4e04-be22-07a0255174e1 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:26:23.466194 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=a12f094c-e512-434b-a5b1-fc3f7feb820d,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:23.507150 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event updated for resources: {'Port': ['ID=a92a6fb5-0383-4ae8-b5de-871b7c149263,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:23.520044 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] For port 8e4a6035-8220-4e09-8d03-b0ed25181e75, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:26:23.542424 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-68ce2a3f-edc8-4ec5-b212-e8835d61cba0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Allocated IP 172.20.0.11 (493487e7-e371-48c4-94a1-b290ee37dc8e/1674d774-8563-48a3-b527-f0af4400482d/25187f6d-a614-4168-94dd-d0c397aaf6f3) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:26:23.552610 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for floatingip (2e534d0d-b078-4dda-a8de-ab0f6d92a388), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:23.573593 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] For port 8e4a6035-8220-4e09-8d03-b0ed25181e75, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=8e4a6035-8220-4e09-8d03-b0ed25181e75,segment=NetworkSegment(7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d),segment_id=7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:26:23.589145 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:23.611211 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-e2f379d0-21c6-4f4b-a0fe-328d7e236534 service neutron] 10.222.0.64 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558024 Jul 20 08:26:23.638369 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (a92a6fb5-0383-4ae8-b5de-871b7c149263), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:23.762876 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Routers {'c245b0b3-c650-4a64-a3ff-113a63a41a0e'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:26:23.763852 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:26:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:23.795391 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:23.833264 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:23.905387 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 33188) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:23.913704 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-1f99c2d8-0a71-4d8a-8b32-fe025e2cb8ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1506433819-network', 'tenant_id': 'ef83da28b788440491781b52fa2f498a'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:23.922965 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port eaabc2fe-3741-45ee-9505-08bd1a921a11 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:23.937097 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-8e1de156-a460-4196-974e-30dc2430ee07 service neutron] 10.222.0.64 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137290 Jul 20 08:26:23.941078 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e594b8-ddcf-433c-a213-657a30669446 None None] Pushing event updated for resources: {'Port': ['ID=8e4a6035-8220-4e09-8d03-b0ed25181e75,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:23.957775 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:23.992598 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] Set router c245b0b3-c650-4a64-a3ff-113a63a41a0e gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:26:24.034151 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f99c2d8-0a71-4d8a-8b32-fe025e2cb8ed admin admin] Made reservation on behalf of ef83da28b788440491781b52fa2f498a for: {'network': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:26:24.041173 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f99c2d8-0a71-4d8a-8b32-fe025e2cb8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:24.048936 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d335144d-ac6c-4807-91cc-ed5f97ee9b91 None None] Provisioning complete for port 8e4a6035-8220-4e09-8d03-b0ed25181e75 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:24.049324 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d335144d-ac6c-4807-91cc-ed5f97ee9b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:24.052902 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad05ae7-407f-470f-84a7-647173a2eaf9 req-5c1aa1f7-8585-44c1-81ea-f1252b30d780 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:24.055731 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ad05ae7-407f-470f-84a7-647173a2eaf9 req-5c1aa1f7-8585-44c1-81ea-f1252b30d780 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 944 time: 0.2167552 Jul 20 08:26:24.064255 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-68ce2a3f-edc8-4ec5-b212-e8835d61cba0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:24.075585 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:24.076968 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f99c2d8-0a71-4d8a-8b32-fe025e2cb8ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:24.171992 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for port (a92a6fb5-0383-4ae8-b5de-871b7c149263), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:24.192436 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (a92a6fb5-0383-4ae8-b5de-871b7c149263), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:24.199593 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-68ce2a3f-edc8-4ec5-b212-e8835d61cba0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:24.293426 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (2e534d0d-b078-4dda-a8de-ab0f6d92a388), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:24.424132 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-68ce2a3f-edc8-4ec5-b212-e8835d61cba0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Network 493487e7-e371-48c4-94a1-b290ee37dc8e is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:26:24.456125 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:24.472145 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce2a3f-edc8-4ec5-b212-e8835d61cba0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event updated for resources: {'Port': ['ID=25187f6d-a614-4168-94dd-d0c397aaf6f3,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:24.475998 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-68ce2a3f-edc8-4ec5-b212-e8835d61cba0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:26:24.529351 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 486013fe-92c4-4489-883f-0544a89f57b5 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:24.561831 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-68ce2a3f-edc8-4ec5-b212-e8835d61cba0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:26:24.567888 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ad05ae7-407f-470f-84a7-647173a2eaf9 req-e56dbefe-e270-4990-a633-f61782a5cc4d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693704 Jul 20 08:26:24.568678 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event updated for resources: {'Port': ['ID=a92a6fb5-0383-4ae8-b5de-871b7c149263,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:24.577475 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-68ce2a3f-edc8-4ec5-b212-e8835d61cba0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:24.582880 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-68ce2a3f-edc8-4ec5-b212-e8835d61cba0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:24.640417 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:24.650599 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-10b05f0b-d716-412e-8440-37047bdd3d96 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5949690 Jul 20 08:26:24.664512 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f99c2d8-0a71-4d8a-8b32-fe025e2cb8ed admin admin] Publish callbacks [] for security_group (af28919f-8d09-403e-b1d6-c24ba2c4a91f), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:24.679697 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d335144d-ac6c-4807-91cc-ed5f97ee9b91 None None] Current status of the port 8e4a6035-8220-4e09-8d03-b0ed25181e75 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:24.682555 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f99c2d8-0a71-4d8a-8b32-fe025e2cb8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (af28919f-8d09-403e-b1d6-c24ba2c4a91f), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:24.690926 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d335144d-ac6c-4807-91cc-ed5f97ee9b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:24.705628 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f99c2d8-0a71-4d8a-8b32-fe025e2cb8ed admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=104022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:26:24.722489 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f99c2d8-0a71-4d8a-8b32-fe025e2cb8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (a0966815-becf-4834-9ab7-e7f40e29349d), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:24.723074 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.segments_db [None req-1f99c2d8-0a71-4d8a-8b32-fe025e2cb8ed admin admin] Added segment a0966815-becf-4834-9ab7-e7f40e29349d of type vlan for network d23d5f79-c441-4ab7-a87d-93842eeb5f8b Jul 20 08:26:24.804147 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:24.885647 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f99c2d8-0a71-4d8a-8b32-fe025e2cb8ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (d23d5f79-c441-4ab7-a87d-93842eeb5f8b), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:24.951211 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fe661873-9051-40e0-89bc-8022f6e10c70 req-fad74fe7-5f6e-418a-a418-e69b51b7ad87 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 210 time: 0.1896763 Jul 20 08:26:24.951529 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d335144d-ac6c-4807-91cc-ed5f97ee9b91 None None] For port 8e4a6035-8220-4e09-8d03-b0ed25181e75, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=8e4a6035-8220-4e09-8d03-b0ed25181e75,segment=NetworkSegment(7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d),segment_id=7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:24.988086 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d335144d-ac6c-4807-91cc-ed5f97ee9b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:25.048335 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f99c2d8-0a71-4d8a-8b32-fe025e2cb8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (d23d5f79-c441-4ab7-a87d-93842eeb5f8b), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:25.050105 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99c2d8-0a71-4d8a-8b32-fe025e2cb8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:25.051235 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f99c2d8-0a71-4d8a-8b32-fe025e2cb8ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:25.088078 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-68ce2a3f-edc8-4ec5-b212-e8835d61cba0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8899853 Jul 20 08:26:25.091672 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0a8ec55-7645-49c0-a59a-17810c27a3df req-32bedd31-9118-4170-b7b7-8c132034957b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 210 time: 0.0768864 Jul 20 08:26:25.114929 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9f6b6-ccb9-4620-a356-e8eb99bf565b req-d760045d-aba3-4eb2-a1bd-8261e94e7682 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:25.123769 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3ba9f6b6-ccb9-4620-a356-e8eb99bf565b req-d760045d-aba3-4eb2-a1bd-8261e94e7682 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 932 time: 0.6923046 Jul 20 08:26:25.161578 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1f99c2d8-0a71-4d8a-8b32-fe025e2cb8ed admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2516885 Jul 20 08:26:25.164695 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 33214) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:25.169930 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-85eba1fb-caac-4877-8a9f-b53eb9a7dac6 admin admin] Request body: {'subnet': {'network_id': 'd23d5f79-c441-4ab7-a87d-93842eeb5f8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1506433819-subnet', 'tenant_id': 'ef83da28b788440491781b52fa2f498a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:25.206078 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eba1fb-caac-4877-8a9f-b53eb9a7dac6 admin admin] Made reservation on behalf of ef83da28b788440491781b52fa2f498a for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:26:25.209689 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85eba1fb-caac-4877-8a9f-b53eb9a7dac6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:25.214347 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 486013fe-92c4-4489-883f-0544a89f57b5 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:25.218155 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (486013fe-92c4-4489-883f-0544a89f57b5), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:25.296678 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335144d-ac6c-4807-91cc-ed5f97ee9b91 None None] Pushing event updated for resources: {'Port': ['ID=8e4a6035-8220-4e09-8d03-b0ed25181e75,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:25.315436 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-feb5c8d3-f4fc-46ab-ac9e-a2ff5939c3b9 None None] Provisioning complete for port 25187f6d-a614-4168-94dd-d0c397aaf6f3 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:25.315766 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99c2d8-0a71-4d8a-8b32-fe025e2cb8ed admin admin] Pushing event updated for resources: {'Network': ['ID=d23d5f79-c441-4ab7-a87d-93842eeb5f8b,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:25.315931 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-feb5c8d3-f4fc-46ab-ac9e-a2ff5939c3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:25.320438 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99c2d8-0a71-4d8a-8b32-fe025e2cb8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af28919f-8d09-403e-b1d6-c24ba2c4a91f,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:25.362811 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network d23d5f79-c441-4ab7-a87d-93842eeb5f8b details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:26:25.382127 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3ba9f6b6-ccb9-4620-a356-e8eb99bf565b req-23d78a6d-0910-4e67-8829-65bc4c4155ed tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002397 Jul 20 08:26:25.396571 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-f7792ad9-3e21-423f-897a-380c3d6e44d0 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--153030222&fields=id&tenant_id=fa4764ea3c4f4bf98ea56ee0798adfdc HTTP/1.1" status: 200 len: 267 time: 0.1498606 Jul 20 08:26:25.425680 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:26:11Z', 'revision_number': 4, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '8e4a6035-8220-4e09-8d03-b0ed25181e75', 'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'mac_address': 'fa:16:3e:06:3b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:07Z', 'updated_at': '2022-07-20T08:26:23Z', 'revision_number': 4, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'subnets': [{'id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:25.495257 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-feb5c8d3-f4fc-46ab-ac9e-a2ff5939c3b9 None None] Port 25187f6d-a614-4168-94dd-d0c397aaf6f3 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:26:25.510206 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca000ec4-5e4f-43e3-bb50-4fc26daef2b4 None None] The sync data for ids ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'] in dv-cinder-823089-3-iscsi is: [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:26:11Z', 'revision_number': 4, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '8e4a6035-8220-4e09-8d03-b0ed25181e75', 'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'mac_address': 'fa:16:3e:06:3b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:07Z', 'updated_at': '2022-07-20T08:26:23Z', 'revision_number': 4, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'subnets': [{'id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:26:25.556887 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:25.580092 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 486013fe-92c4-4489-883f-0544a89f57b5 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:25.583589 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 7d4c8117-74a5-45b3-9fcc-eea682772562 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:25.699249 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 7d4c8117-74a5-45b3-9fcc-eea682772562 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:25.700121 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:25.728207 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-d6ae1ef0-63b0-4b06-b019-2e0b8ab322fd tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:25.740231 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-d6ae1ef0-63b0-4b06-b019-2e0b8ab322fd tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/networks?id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 HTTP/1.1" status: 200 len: 810 time: 0.3342619 Jul 20 08:26:25.746170 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85eba1fb-caac-4877-8a9f-b53eb9a7dac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for subnet (a3e7c901-d74f-4eb6-b1dd-3c8e47e215de), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:25.747958 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0525048-8391-46ea-808c-9eafc5f6cfcd req-3da0c8d5-ab24-4f35-8727-0ea7ea0eff81 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:25.757756 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f0525048-8391-46ea-808c-9eafc5f6cfcd req-3da0c8d5-ab24-4f35-8727-0ea7ea0eff81 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 944 time: 0.0750299 Jul 20 08:26:25.772374 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:25.820968 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-897926cf-8253-4e93-b57d-31e0084496d4 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/quotas/fa4764ea3c4f4bf98ea56ee0798adfdc HTTP/1.1" status: 200 len: 375 time: 0.0791023 Jul 20 08:26:25.837703 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f0525048-8391-46ea-808c-9eafc5f6cfcd req-94820c3c-7a02-4681-87f1-39b2d5a244a9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786433 Jul 20 08:26:25.867667 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 7d4c8117-74a5-45b3-9fcc-eea682772562 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:25.868892 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 45aacea6-0f43-442a-83a5-b25877b23d53 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:25.917909 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-9fb0ccdb-d04f-4ac5-bddf-a18752823bab tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa4764ea3c4f4bf98ea56ee0798adfdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959442 Jul 20 08:26:25.918932 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eba1fb-caac-4877-8a9f-b53eb9a7dac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3e7c901-d74f-4eb6-b1dd-3c8e47e215de,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:25.933741 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 45aacea6-0f43-442a-83a5-b25877b23d53 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:25.934386 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (45aacea6-0f43-442a-83a5-b25877b23d53), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:25.943072 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba1fb-caac-4877-8a9f-b53eb9a7dac6 admin admin] Checking segment: {'id': 'a0966815-becf-4834-9ab7-e7f40e29349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd23d5f79-c441-4ab7-a87d-93842eeb5f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:26:25.943435 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eba1fb-caac-4877-8a9f-b53eb9a7dac6 admin admin] Network hostable DHCP agents. Network: d23d5f79-c441-4ab7-a87d-93842eeb5f8b, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:26:26.008798 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eba1fb-caac-4877-8a9f-b53eb9a7dac6 admin admin] Network d23d5f79-c441-4ab7-a87d-93842eeb5f8b is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:26:26.009089 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:26.098896 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 45aacea6-0f43-442a-83a5-b25877b23d53 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:26.101050 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device a12f094c-e512-434b-a5b1-fc3f7feb820d up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:26.102097 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6bfd8228-eb04-49b4-b50a-081696f21322 req-fc1da077-75cf-4750-9f0a-a2d24076b455 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 210 time: 0.0394163 Jul 20 08:26:26.142402 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-85eba1fb-caac-4877-8a9f-b53eb9a7dac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, d23d5f79-c441-4ab7-a87d-93842eeb5f8b) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:26:26.203267 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eba1fb-caac-4877-8a9f-b53eb9a7dac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:26.204950 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85eba1fb-caac-4877-8a9f-b53eb9a7dac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:26.236607 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-7666b218-caa0-46f3-bb08-7cc2e1134de0 service neutron] 10.222.0.64 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809680 Jul 20 08:26:26.270386 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-85eba1fb-caac-4877-8a9f-b53eb9a7dac6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1037092 Jul 20 08:26:26.365983 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c30abaa4-6d27-45f2-909e-908b026fa521 req-a896ef26-477e-4e3e-b891-831d7d1f1366 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 210 time: 0.1793871 Jul 20 08:26:26.603489 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ddbdcf-c503-48c7-b493-1eeb851677a2 None None] Network d23d5f79-c441-4ab7-a87d-93842eeb5f8b requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:26:26.669096 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-f4b15c3b-dfcd-4728-b733-aabb556d3ab7 service neutron] 10.222.0.64 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970094 Jul 20 08:26:26.853478 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07166fc3-fb7c-4b81-8e9a-5c786d462c1b req-d5ef7f81-6ce8-4da1-aca1-2bf24a3bbcf0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:26.879312 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-07166fc3-fb7c-4b81-8e9a-5c786d462c1b req-d5ef7f81-6ce8-4da1-aca1-2bf24a3bbcf0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 932 time: 0.2546916 Jul 20 08:26:26.914200 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Request body: {'port': {'device_id': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:27.031550 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:27.059595 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:27.118314 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:27.132999 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port a12f094c-e512-434b-a5b1-fc3f7feb820d triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:27.133295 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (a12f094c-e512-434b-a5b1-fc3f7feb820d), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:27.188850 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.18', 64399) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:27.216092 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:27.466502 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-07166fc3-fb7c-4b81-8e9a-5c786d462c1b req-da53526d-56de-4d93-be14-159eabd89658 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5249877 Jul 20 08:26:27.471167 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28213ed7-6c89-4109-8cf9-fa59aa612ee4 None None] Network d23d5f79-c441-4ab7-a87d-93842eeb5f8b requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:26:27.615294 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:27.814607 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95114eb4-7ae8-4a26-9377-23e8b81a2cfe req-3874975d-b65a-4d72-b741-970c37c7dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:27.820160 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95114eb4-7ae8-4a26-9377-23e8b81a2cfe req-3874975d-b65a-4d72-b741-970c37c7dce7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b044b1d7d5474351bd94eb1c90882933&shared=False HTTP/1.1" status: 200 len: 920 time: 1.0114007 Jul 20 08:26:27.842483 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-571841f8-5fc2-4f82-a0a6-022468d4eb97 req-39bfb07b-a59c-4bc1-8c02-0eb80a4f04f6 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0303218 Jul 20 08:26:28.189389 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port a12f094c-e512-434b-a5b1-fc3f7feb820d is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:28.235475 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-843518d3-d259-4b7c-b433-a2b150d38223 req-39fe60a5-fc2a-44a1-9adb-5e275dc3aec3 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 210 time: 0.2115917 Jul 20 08:26:28.250433 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:28.415926 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182dd38-4ff1-4a7c-bc7c-8ac34079851e req-b046b56a-f484-4da4-bab7-ba7fa884eaa5 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:28.458405 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6182dd38-4ff1-4a7c-bc7c-8ac34079851e req-b046b56a-f484-4da4-bab7-ba7fa884eaa5 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 944 time: 0.6186693 Jul 20 08:26:28.528049 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 8e4a6035-8220-4e09-8d03-b0ed25181e75 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:28.635562 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95114eb4-7ae8-4a26-9377-23e8b81a2cfe req-7a27addb-da9e-41c8-96a6-380f452ad80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:28.638612 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95114eb4-7ae8-4a26-9377-23e8b81a2cfe req-7a27addb-da9e-41c8-96a6-380f452ad80a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7930520 Jul 20 08:26:28.729562 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:28.760322 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 8e4a6035-8220-4e09-8d03-b0ed25181e75 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:28.761049 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:28.982790 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 8e4a6035-8220-4e09-8d03-b0ed25181e75 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:29.059767 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6182dd38-4ff1-4a7c-bc7c-8ac34079851e req-686308c3-3b21-4bb9-a564-db528831ae2c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5906992 Jul 20 08:26:29.067594 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-3a63c9a9-928f-4842-988a-31c28cdb4ce7 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:29.069453 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-3a63c9a9-928f-4842-988a-31c28cdb4ce7 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "GET /v2.0/networks?id=21da7406-374d-4389-9eee-8af0140c04bf HTTP/1.1" status: 200 len: 814 time: 0.4293580 Jul 20 08:26:29.167380 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-46d0f2ee-3c6c-4400-a377-8211fefcaa1d req-c36e7fb1-9729-4bdd-8348-65a8a813ba89 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 210 time: 0.1207082 Jul 20 08:26:29.236341 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d963edce-7b1e-412e-b027-c1b82204fbc7 req-8d63616c-7613-40ca-ad8f-c1ba17bdc145 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 210 time: 0.0397053 Jul 20 08:26:29.261907 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-579fa3f8-2ac7-45b0-9db0-298058aa365e tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:29.263913 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-579fa3f8-2ac7-45b0-9db0-298058aa365e tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.18 "GET /v2.0/networks?id=55fb7f17-dc5d-46da-8831-2cc4e1a41a9d HTTP/1.1" status: 200 len: 812 time: 2.0717139 Jul 20 08:26:29.389968 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e448a4-0689-4a33-a47d-45b9874c760d req-21d26d9b-8fa4-47c4-b7d7-c1810183d922 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:29.391695 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-30e448a4-0689-4a33-a47d-45b9874c760d req-21d26d9b-8fa4-47c4-b7d7-c1810183d922 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 932 time: 0.0958624 Jul 20 08:26:29.407221 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25187f6d-a614-4168-94dd-d0c397aaf6f3 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:26:29.429590 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Publish callbacks [] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:29.466701 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Transition to ACTIVE for port object 25187f6d-a614-4168-94dd-d0c397aaf6f3 will not be triggered until provisioned by entity L2. {{(pid=104022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:26:29.467629 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e29df224-ba2e-413f-b073-dfb9c3b2d40d req-4be727d0-6882-4d82-89ac-c62edec3642c tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 210 time: 0.0595455 Jul 20 08:26:29.473040 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:29.538100 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-30e448a4-0689-4a33-a47d-45b9874c760d req-aeb4a740-aa30-4334-b10f-c1bf1fe74b7a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344278 Jul 20 08:26:29.555133 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c35a6fe1-1567-421c-9530-1773a298becb tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Request body: {'port': {'device_id': 'fa0df430-d3f8-4e9d-949f-5d8f0359484d', 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d', 'admin_state_up': True, 'tenant_id': '1b481fa73344413d85fc2eb5c0376c9d'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:29.690639 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-6a00f409-a516-453b-856e-b6832a2ad002 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60ee8039b1f4461c996165d5801b91f1 HTTP/1.1" status: 200 len: 379 time: 0.1831591 Jul 20 08:26:29.692075 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-4a197fff-626c-43df-9044-5dcdff38e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:29.693865 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-4a197fff-626c-43df-9044-5dcdff38e970 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 1128 time: 0.0749071 Jul 20 08:26:29.756137 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-9e584520-9b88-41c4-967d-7f190e1eb031 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'port': {'device_id': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'admin_state_up': True, 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'security_groups': ['72189410-84c7-486e-8d53-8048e05f09fd']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:29.789725 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Pushing event updated for resources: {'Port': ['ID=25187f6d-a614-4168-94dd-d0c397aaf6f3,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:29.915674 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Attempting to bind port 25187f6d-a614-4168-94dd-d0c397aaf6f3 on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:26:29.916226 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Attempting to bind port 25187f6d-a614-4168-94dd-d0c397aaf6f3 by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': '8968c9f7-56ad-4f78-b755-be83df56719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:26:29.916806 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Attempting to bind port 25187f6d-a614-4168-94dd-d0c397aaf6f3 on network 493487e7-e371-48c4-94a1-b290ee37dc8e {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:26:29.934190 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Port 25187f6d-a614-4168-94dd-d0c397aaf6f3 on network 493487e7-e371-48c4-94a1-b290ee37dc8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:26:29.934854 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Attempting to bind port 25187f6d-a614-4168-94dd-d0c397aaf6f3 on network 493487e7-e371-48c4-94a1-b290ee37dc8e {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:26:29.956509 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:26:29.957233 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Checking segment: {'id': '8968c9f7-56ad-4f78-b755-be83df56719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:26:29.957841 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Bound using segment: {'id': '8968c9f7-56ad-4f78-b755-be83df56719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:26:29.958370 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Bound port: 25187f6d-a614-4168-94dd-d0c397aaf6f3, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8968c9f7-56ad-4f78-b755-be83df56719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:26:29.958835 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:30.060517 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c35a6fe1-1567-421c-9530-1773a298becb tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Made reservation on behalf of 1b481fa73344413d85fc2eb5c0376c9d for: {'port': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:26:30.065057 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c35a6fe1-1567-421c-9530-1773a298becb tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:30.085054 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] For port 25187f6d-a614-4168-94dd-d0c397aaf6f3, host hv-cinder-82308, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:26:30.113394 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:30.117192 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] For port 25187f6d-a614-4168-94dd-d0c397aaf6f3, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:26:30.138202 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:30.188399 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:30.239811 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-6b5a9822-4d2c-4621-bb77-606ca654fbe4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f795798-1661-4ba0-bf5a-641687efe8e3 HTTP/1.1" status: 200 len: 217 time: 0.4912527 Jul 20 08:26:30.342859 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:30.343921 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:30.346036 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] 10.222.0.18 "PUT /v2.0/ports/25187f6d-a614-4168-94dd-d0c397aaf6f3 HTTP/1.1" status: 200 len: 1094 time: 3.4606211 Jul 20 08:26:30.349278 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'tag': '25187f6d-a614-4168-94dd-d0c397aaf6f3'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:26:30.354192 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cf409-632d-4c9f-b07a-859b1e7f3fdc req-e9898ca2-a9cd-490c-8c59-03b213caf9ec tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:30.356175 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-111cf409-632d-4c9f-b07a-859b1e7f3fdc req-e9898ca2-a9cd-490c-8c59-03b213caf9ec tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 944 time: 0.1691325 Jul 20 08:26:30.449227 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-111cf409-632d-4c9f-b07a-859b1e7f3fdc req-17e80700-1acb-41bb-bd59-258b7680d429 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772309 Jul 20 08:26:30.450196 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-9e584520-9b88-41c4-967d-7f190e1eb031 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Made reservation on behalf of 60ee8039b1f4461c996165d5801b91f1 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:26:30.454214 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-9e584520-9b88-41c4-967d-7f190e1eb031 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:30.554268 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fe52b-d537-4162-aa92-000caac259b0 service neutron] Pushing event updated for resources: {'Port': ['ID=25187f6d-a614-4168-94dd-d0c397aaf6f3,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:30.564911 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-898562b4-0fe7-4168-8601-98d2e41fdfab req-50eb12b7-8536-44be-838c-cdcd3c3b9e76 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 210 time: 0.2572381 Jul 20 08:26:30.708563 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c35a6fe1-1567-421c-9530-1773a298becb tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Allocated IP 172.20.0.13 (55fb7f17-dc5d-46da-8831-2cc4e1a41a9d/0f1242d9-08c9-4d7e-a533-394c37b3ab51/1a663922-bde3-4ffe-a3dd-70862157632c) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:26:30.719661 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf5355db-32da-4515-ba73-be5dca866d1a req-cb6c83a0-2572-47f5-bbe4-bce9921f8949 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 210 time: 0.0966668 Jul 20 08:26:30.818219 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0a61fee7-5673-4b33-b111-373d72607393 req-6e8b6d48-4b69-4ded-b368-83564e375eda tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 210 time: 0.0824153 Jul 20 08:26:30.854956 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-9e584520-9b88-41c4-967d-7f190e1eb031 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Allocated IP 172.20.0.7 (21da7406-374d-4389-9eee-8af0140c04bf/f7595eb2-89c2-44a4-8ca5-0b88f939ec19/e37caaf1-6167-4ebe-94cd-55ea929f139d) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:26:30.867796 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00f69ad5a0cac4e7728d797b6610dcca539aaa5862e314ac00bb2191cad31ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf83c60-974f-4bf8-b61a-665cdc30a32f" -d '{"events": [{"name": "network-changed", "server_uuid": "21b295e0-508c-4cd5-b18f-3b808c0ff265", "tag": "25187f6d-a614-4168-94dd-d0c397aaf6f3"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:26:30.925566 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:30.941639 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b88bd-9b04-4a14-bfdb-b93833c9cc8e req-3d54ca25-24fe-45c2-a806-0a18ffd450f7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:30.944060 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d04b88bd-9b04-4a14-bfdb-b93833c9cc8e req-3d54ca25-24fe-45c2-a806-0a18ffd450f7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.1159348 Jul 20 08:26:31.043368 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956a2165-6f27-4544-bb26-c9ae5328fdea x-openstack-request-id: req-956a2165-6f27-4544-bb26-c9ae5328fdea {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:26:31.043368 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b295e0-508c-4cd5-b18f-3b808c0ff265", "tag": "25187f6d-a614-4168-94dd-d0c397aaf6f3", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:26:31.043676 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-956a2165-6f27-4544-bb26-c9ae5328fdea {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:26:31.044141 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-956a2165-6f27-4544-bb26-c9ae5328fdea'] response: {'name': 'network-changed', 'server_uuid': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'tag': '25187f6d-a614-4168-94dd-d0c397aaf6f3', 'status': 'completed', 'code': 200} Jul 20 08:26:31.065825 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c35a6fe1-1567-421c-9530-1773a298becb tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Publish callbacks [] for port (1a663922-bde3-4ffe-a3dd-70862157632c), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:31.131792 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d04b88bd-9b04-4a14-bfdb-b93833c9cc8e req-af5ddf31-e1c6-4c35-87c9-f10f529277ed tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569488 Jul 20 08:26:31.134687 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c35a6fe1-1567-421c-9530-1773a298becb tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (1a663922-bde3-4ffe-a3dd-70862157632c), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:31.209876 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c35a6fe1-1567-421c-9530-1773a298becb tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Network 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:26:31.214200 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c35a6fe1-1567-421c-9530-1773a298becb tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:26:31.216980 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c35a6fe1-1567-421c-9530-1773a298becb tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:26:31.218243 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-9e584520-9b88-41c4-967d-7f190e1eb031 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for port (e37caaf1-6167-4ebe-94cd-55ea929f139d), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:31.223050 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c35a6fe1-1567-421c-9530-1773a298becb tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:31.223743 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c35a6fe1-1567-421c-9530-1773a298becb tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:31.247173 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c35a6fe1-1567-421c-9530-1773a298becb tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6980996 Jul 20 08:26:31.259568 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a6fe1-1567-421c-9530-1773a298becb tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Pushing event updated for resources: {'Port': ['ID=1a663922-bde3-4ffe-a3dd-70862157632c,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:31.286888 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-9e584520-9b88-41c4-967d-7f190e1eb031 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (e37caaf1-6167-4ebe-94cd-55ea929f139d), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:31.314685 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-9e584520-9b88-41c4-967d-7f190e1eb031 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Network 21da7406-374d-4389-9eee-8af0140c04bf is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:26:31.333912 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-9e584520-9b88-41c4-967d-7f190e1eb031 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:26:31.342644 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-9e584520-9b88-41c4-967d-7f190e1eb031 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:26:31.343926 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-9e584520-9b88-41c4-967d-7f190e1eb031 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:31.345351 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-9e584520-9b88-41c4-967d-7f190e1eb031 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:31.377663 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-9e584520-9b88-41c4-967d-7f190e1eb031 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6314948 Jul 20 08:26:31.384402 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e584520-9b88-41c4-967d-7f190e1eb031 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'Port': ['ID=e37caaf1-6167-4ebe-94cd-55ea929f139d,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:31.680015 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-3561e7e2-9625-4906-8ba1-05ffadbe9f64 None None] Provisioning complete for port 1a663922-bde3-4ffe-a3dd-70862157632c triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:31.680559 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3561e7e2-9625-4906-8ba1-05ffadbe9f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (1a663922-bde3-4ffe-a3dd-70862157632c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:31.684541 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fd79e-cfea-4cdc-b6b6-0face540cff1 req-2432e780-1271-40ee-af18-eacc08843e26 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:31.687381 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-945fd79e-cfea-4cdc-b6b6-0face540cff1 req-2432e780-1271-40ee-af18-eacc08843e26 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 944 time: 0.0779147 Jul 20 08:26:31.694455 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:31.726114 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-3561e7e2-9625-4906-8ba1-05ffadbe9f64 None None] Port 1a663922-bde3-4ffe-a3dd-70862157632c cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:26:31.732800 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-89a67868-06ec-4772-ad95-f68e5fb5d5a6 req-02202e15-cb2d-4aad-b8ab-dfe744d614ce tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 210 time: 0.0573630 Jul 20 08:26:31.757497 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-945fd79e-cfea-4cdc-b6b6-0face540cff1 req-1b8ee44b-d675-45a6-a002-572c0bfd5d81 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592709 Jul 20 08:26:31.849207 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-50e2fd20-0ad6-4757-85b4-872b759fac57 None None] Provisioning complete for port e37caaf1-6167-4ebe-94cd-55ea929f139d triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:31.849684 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-50e2fd20-0ad6-4757-85b4-872b759fac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (e37caaf1-6167-4ebe-94cd-55ea929f139d), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:31.903701 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-50e2fd20-0ad6-4757-85b4-872b759fac57 None None] Port e37caaf1-6167-4ebe-94cd-55ea929f139d cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:26:31.912876 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5d941-dfb0-468e-8739-09913adf35b1 req-f7714801-90ab-44f2-bbb5-9b5517c35bc7 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:31.923399 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00d5d941-dfb0-468e-8739-09913adf35b1 req-f7714801-90ab-44f2-bbb5-9b5517c35bc7 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 931 time: 0.0787137 Jul 20 08:26:31.976551 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54350480-527b-4b9a-ad36-4b7b5611607d req-ae83e64b-f52a-40e9-9f5e-bb7ec6c5fcf1 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:31.978376 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-54350480-527b-4b9a-ad36-4b7b5611607d req-ae83e64b-f52a-40e9-9f5e-bb7ec6c5fcf1 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 932 time: 0.0562487 Jul 20 08:26:31.985968 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00d5d941-dfb0-468e-8739-09913adf35b1 req-86a77d15-8463-4594-9f36-7209083db6b1 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590281 Jul 20 08:26:32.048869 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-54350480-527b-4b9a-ad36-4b7b5611607d req-4b476629-c110-466c-a2ac-f9fa0a5a1878 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601451 Jul 20 08:26:32.289772 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241ce62-7d16-49c2-9477-3010c229104c req-59af8830-6473-4d55-aec4-72444c2454fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:32.291752 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0241ce62-7d16-49c2-9477-3010c229104c req-59af8830-6473-4d55-aec4-72444c2454fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0540903 Jul 20 08:26:32.348304 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0241ce62-7d16-49c2-9477-3010c229104c req-268178cf-716b-4cd2-aa0f-7063a90eb508 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503712 Jul 20 08:26:32.872539 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e8a88dc6-673a-4acd-a35f-2465222b6702 req-3bbb6bfb-74ef-4c5a-9379-a10cb037eda3 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 210 time: 0.0492945 Jul 20 08:26:32.928588 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b20af-5199-42ab-b5d5-8a9a09773e72 req-8443af8c-b47e-434b-a126-29fd0be43c41 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:32.930352 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ce0b20af-5199-42ab-b5d5-8a9a09773e72 req-8443af8c-b47e-434b-a126-29fd0be43c41 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 944 time: 0.0585511 Jul 20 08:26:33.004433 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ce0b20af-5199-42ab-b5d5-8a9a09773e72 req-2977259c-0e49-4265-a7b2-1aaad5b5d315 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678804 Jul 20 08:26:33.142531 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a67ef-211f-480c-9774-3a4b34172790 req-20003913-97d5-4fa3-bb81-d18337d066b1 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:33.145206 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f56a67ef-211f-480c-9774-3a4b34172790 req-20003913-97d5-4fa3-bb81-d18337d066b1 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 931 time: 0.0770435 Jul 20 08:26:33.209207 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc826e2-3950-46ff-828f-ba1978929dfd req-42be740e-ec3a-4dd3-9c22-99ba31e881ea tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:33.212118 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1dc826e2-3950-46ff-828f-ba1978929dfd req-42be740e-ec3a-4dd3-9c22-99ba31e881ea tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 932 time: 0.0748641 Jul 20 08:26:33.220375 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f56a67ef-211f-480c-9774-3a4b34172790 req-a1d0b44a-6243-430f-bb07-5c2510426785 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689585 Jul 20 08:26:33.282824 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1dc826e2-3950-46ff-828f-ba1978929dfd req-c6807809-8c0d-4710-9051-df4a2db3fcec tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627415 Jul 20 08:26:33.478531 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905f23f-3372-483f-acc9-503f8fcaa055 req-4ea3b320-81c5-41d2-b5ac-ae3e70a52b77 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:33.480246 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5905f23f-3372-483f-acc9-503f8fcaa055 req-4ea3b320-81c5-41d2-b5ac-ae3e70a52b77 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0521042 Jul 20 08:26:33.494469 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:33.547430 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5905f23f-3372-483f-acc9-503f8fcaa055 req-afbbf3f7-cbee-4c51-8e80-8ba5974bd669 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596981 Jul 20 08:26:33.990387 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6bcdaffe-57ba-40b5-9119-943799e64045 req-4d5e90ca-f619-4556-a410-7e86cdd5bf60 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 210 time: 0.0309112 Jul 20 08:26:34.150121 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f221f14-d749-49f3-bf7d-aa9e0e60c8fb req-84b41299-734c-4aab-aa24-79de58d453ea tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:34.151729 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1f221f14-d749-49f3-bf7d-aa9e0e60c8fb req-84b41299-734c-4aab-aa24-79de58d453ea tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 944 time: 0.0533912 Jul 20 08:26:34.180689 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:34.205880 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1f221f14-d749-49f3-bf7d-aa9e0e60c8fb req-aa54600d-9ef2-4733-b1c0-5b7fbb709da5 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469885 Jul 20 08:26:34.392927 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7698c16-fce0-4f32-8c54-1e2ee28f1820 req-c01662da-a3ae-48eb-ad1c-66daa99193de tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:34.395782 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7698c16-fce0-4f32-8c54-1e2ee28f1820 req-c01662da-a3ae-48eb-ad1c-66daa99193de tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 931 time: 0.0831909 Jul 20 08:26:34.415949 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56679b-23b0-44e5-827f-05908e7a1678 req-50b76de4-fcc5-4215-9ae5-b0d99c88b409 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:34.417729 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2f56679b-23b0-44e5-827f-05908e7a1678 req-50b76de4-fcc5-4215-9ae5-b0d99c88b409 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 932 time: 0.0602074 Jul 20 08:26:34.472354 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2f56679b-23b0-44e5-827f-05908e7a1678 req-22efea6d-30a9-4974-81c4-a90545104378 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477824 Jul 20 08:26:34.476359 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7698c16-fce0-4f32-8c54-1e2ee28f1820 req-4d5d4970-1d7e-470d-ab85-ff8fef20e78a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749002 Jul 20 08:26:34.683498 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6009b3-b178-4fd0-8710-3e11bf458ca2 req-2bac6966-ad6f-4c17-bfe9-1c9e14a2ed85 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:34.684506 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e6009b3-b178-4fd0-8710-3e11bf458ca2 req-2bac6966-ad6f-4c17-bfe9-1c9e14a2ed85 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0521517 Jul 20 08:26:34.751386 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e6009b3-b178-4fd0-8710-3e11bf458ca2 req-8efc6f86-37dc-4ec3-9ca2-eb691e8680f6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564153 Jul 20 08:26:35.096387 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-16b83efc-8e12-47af-9454-356710a0aeee req-06caa0ca-3766-4d79-abc9-e8e2a234cb7c tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 210 time: 0.0306189 Jul 20 08:26:35.355998 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad77498-1c54-43b9-b984-388c62e450ee req-1c1f082e-967d-4ddc-9d3d-8f205595b694 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:35.357752 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dad77498-1c54-43b9-b984-388c62e450ee req-1c1f082e-967d-4ddc-9d3d-8f205595b694 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 944 time: 0.0655582 Jul 20 08:26:35.428073 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dad77498-1c54-43b9-b984-388c62e450ee req-e46abedf-f705-43b0-a2b7-ba7a4607be48 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569229 Jul 20 08:26:35.616522 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18183a-4d7a-4c87-89ff-45229c52bf6d req-72a02843-9c14-4bc9-b14f-7c7989ecd1b2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:35.618506 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2a18183a-4d7a-4c87-89ff-45229c52bf6d req-72a02843-9c14-4bc9-b14f-7c7989ecd1b2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 931 time: 0.0604818 Jul 20 08:26:35.667031 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14947517-5830-4113-8b72-102ee779928e req-eb7f9547-f2fb-44d9-9712-2efbf272e003 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:35.670276 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-14947517-5830-4113-8b72-102ee779928e req-eb7f9547-f2fb-44d9-9712-2efbf272e003 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 932 time: 0.0784209 Jul 20 08:26:35.699626 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2a18183a-4d7a-4c87-89ff-45229c52bf6d req-dcf3a946-2453-4af0-8f33-a2f289854eef tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620642 Jul 20 08:26:35.720328 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:35.763520 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:35.767341 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-14947517-5830-4113-8b72-102ee779928e req-1deae30c-34b7-426b-933a-47f686045c0d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852067 Jul 20 08:26:35.942788 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daa454-617b-4f3f-9b7f-81a9e3150c64 req-ffbdc645-5eda-4b47-952c-fb4eec345a4b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:35.950129 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-42daa454-617b-4f3f-9b7f-81a9e3150c64 req-ffbdc645-5eda-4b47-952c-fb4eec345a4b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0961504 Jul 20 08:26:36.050033 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-42daa454-617b-4f3f-9b7f-81a9e3150c64 req-2e8fcf04-c61d-4d21-98cb-024df33d1ed7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983963 Jul 20 08:26:36.243935 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dc70a5e9-7f00-4c72-b6be-5c30a62886e3 req-ffaac0ec-71d1-43cf-92ba-f25c5aeabe97 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 210 time: 0.0358756 Jul 20 08:26:36.548050 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 33456) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:36.586988 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65028c0-1c67-437f-8283-834bcd33d298 req-d7988d3d-191a-4a71-b1d7-a4577628b5b0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:36.589748 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b65028c0-1c67-437f-8283-834bcd33d298 req-d7988d3d-191a-4a71-b1d7-a4577628b5b0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 944 time: 0.0829570 Jul 20 08:26:36.676700 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b65028c0-1c67-437f-8283-834bcd33d298 req-f88e4b13-35e0-4a7c-8bf1-fede4ab72780 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788448 Jul 20 08:26:36.680508 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 06458427-d317-4965-817d-8affbd2750e5 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:26:36.707180 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:36.715800 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:36.794838 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:36.822613 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 06458427-d317-4965-817d-8affbd2750e5, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=06458427-d317-4965-817d-8affbd2750e5,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:36.836377 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '06458427-d317-4965-817d-8affbd2750e5', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'port_id': '06458427-d317-4965-817d-8affbd2750e5', 'mac_address': 'fa:16:3e:60:d5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:26:36.878215 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 06458427-d317-4965-817d-8affbd2750e5 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:36.878637 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (06458427-d317-4965-817d-8affbd2750e5), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:36.894543 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06458427-d317-4965-817d-8affbd2750e5 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:26:36.905887 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761c916-e958-4947-90fe-3cc3d23279ce req-21eb1bfd-0a6f-45a5-9795-4c9cd5680267 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:36.908678 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1761c916-e958-4947-90fe-3cc3d23279ce req-21eb1bfd-0a6f-45a5-9795-4c9cd5680267 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 932 time: 0.0585926 Jul 20 08:26:36.916633 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Publish callbacks [] for security_group (24732847-3357-43ff-bbcc-4c3d492cde97), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:36.927371 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 06458427-d317-4965-817d-8affbd2750e5, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=06458427-d317-4965-817d-8affbd2750e5,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:36.932918 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (06458427-d317-4965-817d-8affbd2750e5), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:36.933181 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce35c7-4ebb-4014-90f3-7d799235cf33 req-d3690af7-9a23-4e46-9a92-b7b31a24d7f2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:36.935947 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1cce35c7-4ebb-4014-90f3-7d799235cf33 req-d3690af7-9a23-4e46-9a92-b7b31a24d7f2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 931 time: 0.1370721 Jul 20 08:26:36.937841 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (24732847-3357-43ff-bbcc-4c3d492cde97), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:36.946375 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:36.985675 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1761c916-e958-4947-90fe-3cc3d23279ce req-b3aef9b9-51ce-4809-bf76-3b829d2a473a tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669858 Jul 20 08:26:37.003092 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=06458427-d317-4965-817d-8affbd2750e5,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:37.021852 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.022546 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.023154 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.023811 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.025039 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.025642 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.026206 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.026994 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.029033 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.029679 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.030259 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.030841 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.032329 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.032677 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.033023 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.045628 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=385a53799ce044f898f742ebd3dd79da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4959538 Jul 20 08:26:37.046645 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24732847-3357-43ff-bbcc-4c3d492cde97,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:37.054323 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 33468) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:37.066523 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.066974 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.067317 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.067652 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.067991 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.069253 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.069253 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.069253 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.069722 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.069873 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.070210 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.070497 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.071318 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.071318 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.071639 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a836beb8-8977-4d35-9a37-f185e20f3527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.106503 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1cce35c7-4ebb-4014-90f3-7d799235cf33 req-941e9526-f693-4e37-b596-92ed00a6839b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585319 Jul 20 08:26:37.157130 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Publish callbacks [] for security_group (24732847-3357-43ff-bbcc-4c3d492cde97), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:37.235047 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Publish callbacks [] for security_group (24732847-3357-43ff-bbcc-4c3d492cde97), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:37.261583 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25350c5-f64c-4ada-80a7-bfdcf9e3eb41 req-af58b8e4-1eb7-4e00-8bdf-a76c02648185 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:37.263207 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a25350c5-f64c-4ada-80a7-bfdcf9e3eb41 req-af58b8e4-1eb7-4e00-8bdf-a76c02648185 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.1010914 Jul 20 08:26:37.378762 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aeedf631-950e-409c-9608-99c02ddcba41 req-d73c2747-df05-442f-88b5-247e41bcd7a2 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 210 time: 0.0465539 Jul 20 08:26:37.379397 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (24732847-3357-43ff-bbcc-4c3d492cde97), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:37.382951 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:37.384476 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24732847-3357-43ff-bbcc-4c3d492cde97 HTTP/1.1" status: 204 len: 168 time: 0.3288076 Jul 20 08:26:37.411138 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24732847-3357-43ff-bbcc-4c3d492cde97,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:37.418502 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a25350c5-f64c-4ada-80a7-bfdcf9e3eb41 req-51e808f9-2345-48e4-aeab-2dbe1b6802d0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450694 Jul 20 08:26:37.427529 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.428112 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.429311 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.430143 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.430561 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.431035 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.431372 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.431720 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.432125 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.432464 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.433043 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.433404 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.433734 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.434064 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.434397 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c52f2-1572-4a7c-86f6-72edba329e32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:26:37.566849 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['06458427-d317-4965-817d-8affbd2750e5'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:26:37.575051 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Request body: {'port': {'device_id': 'fa0df430-d3f8-4e9d-949f-5d8f0359484d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:37.580196 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Request body: {'port': {'device_id': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:37.915110 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:37.917527 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (1a663922-bde3-4ffe-a3dd-70862157632c), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:37.920782 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf83c60-974f-4bf8-b61a-665cdc30a32f req-4f91cfdb-eadf-4284-9ab6-d85a07b398c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:37.923328 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8cf83c60-974f-4bf8-b61a-665cdc30a32f req-4f91cfdb-eadf-4284-9ab6-d85a07b398c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80faf6362e244bb992ffb6058ceeefda&device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 1128 time: 0.2571654 Jul 20 08:26:38.001399 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-be624990-bb2b-4ae6-821a-c3a1b5f43053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:38.003873 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-be624990-bb2b-4ae6-821a-c3a1b5f43053 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d83857be-db60-44b9-859b-cdb8e58b501d HTTP/1.1" status: 200 len: 858 time: 0.4024844 Jul 20 08:26:38.033771 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f510253-b815-4245-9756-3a4431fa7bc9 req-c716bc14-36d4-4955-b323-a51907fe433a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:38.035711 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f510253-b815-4245-9756-3a4431fa7bc9 req-c716bc14-36d4-4955-b323-a51907fe433a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 944 time: 0.2078264 Jul 20 08:26:38.037109 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (e37caaf1-6167-4ebe-94cd-55ea929f139d), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:38.134137 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=24 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:38.191428 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-3de6ae04-47ac-4dcc-bb01-343d7f3e85bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:38.193217 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-3de6ae04-47ac-4dcc-bb01-343d7f3e85bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c96fa3a3-1d61-4869-813f-bb65cb182cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1212420 Jul 20 08:26:38.201565 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:38.313001 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 33522) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:38.336434 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe2691-449a-48db-a132-30e6a88f8afc req-65683854-799a-4d18-9f39-66b0b3cf9210 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:38.338475 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1ffe2691-449a-48db-a132-30e6a88f8afc req-65683854-799a-4d18-9f39-66b0b3cf9210 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 932 time: 0.1948161 Jul 20 08:26:38.356993 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b67e465b-4fc1-47f3-9ba6-6801305c052b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:38.371239 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f510253-b815-4245-9756-3a4431fa7bc9 req-219c7fd3-762b-4d7f-bc20-3b83b1e1cb60 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024113 Jul 20 08:26:38.371926 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.18', 64419) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:38.601397 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:38.641664 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1479520-565b-43c6-bd4f-7ae94ebfaba0 req-04984141-d7cc-46bb-bb8c-bf75c4af044a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:38.643251 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c1479520-565b-43c6-bd4f-7ae94ebfaba0 req-04984141-d7cc-46bb-bb8c-bf75c4af044a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 931 time: 0.1794903 Jul 20 08:26:38.659674 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-d486a87e-eb60-4ba5-a1e6-15b0d50486f7 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889711 Jul 20 08:26:38.665311 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf83c60-974f-4bf8-b61a-665cdc30a32f req-d838d404-a08b-41a3-9d09-e122fc22ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:38.667029 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8cf83c60-974f-4bf8-b61a-665cdc30a32f req-d838d404-a08b-41a3-9d09-e122fc22ac59 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=80faf6362e244bb992ffb6058ceeefda&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5705397 Jul 20 08:26:38.678972 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1ffe2691-449a-48db-a132-30e6a88f8afc req-d6559e76-e379-4a0e-96de-e9ed0bec6163 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312905 Jul 20 08:26:38.683105 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:38.697323 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 06458427-d317-4965-817d-8affbd2750e5 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:38.777260 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c1479520-565b-43c6-bd4f-7ae94ebfaba0 req-f388fccb-62ed-4296-b55a-dc39cdad546d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000271 Jul 20 08:26:38.879473 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 06458427-d317-4965-817d-8affbd2750e5 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:26:38.898930 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 06458427-d317-4965-817d-8affbd2750e5 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:38.900344 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (06458427-d317-4965-817d-8affbd2750e5), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:38.969112 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a663922-bde3-4ffe-a3dd-70862157632c {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:26:38.986135 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Publish callbacks [] for port (1a663922-bde3-4ffe-a3dd-70862157632c), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:39.049719 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e6d246b5-a88a-4286-a095-898bfae2cbcb req-30401fe1-b934-4a8a-84cc-1502f0fa40bf tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 210 time: 0.1249316 Jul 20 08:26:39.087495 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 06458427-d317-4965-817d-8affbd2750e5 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:39.087826 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (06458427-d317-4965-817d-8affbd2750e5), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:39.090453 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Transition to ACTIVE for port object 1a663922-bde3-4ffe-a3dd-70862157632c will not be triggered until provisioned by entity L2. {{(pid=104022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:26:39.100902 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (1a663922-bde3-4ffe-a3dd-70862157632c), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:39.112303 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf83c60-974f-4bf8-b61a-665cdc30a32f req-15845b7e-c1ed-4e6a-bf5a-b07d2f4d9ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:39.114150 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8cf83c60-974f-4bf8-b61a-665cdc30a32f req-15845b7e-c1ed-4e6a-bf5a-b07d2f4d9ece service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3992372 Jul 20 08:26:39.119037 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-7601c04b-1499-4db1-9adc-07b80f5df7b1 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:39.121857 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-7601c04b-1499-4db1-9adc-07b80f5df7b1 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.18 "GET /v2.0/networks?id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 HTTP/1.1" status: 200 len: 810 time: 0.7130239 Jul 20 08:26:39.132357 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2ea553-bf93-4f6e-b624-935ecec595b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06458427-d317-4965-817d-8affbd2750e5'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:26:39.179722 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Pushing event updated for resources: {'Port': ['ID=1a663922-bde3-4ffe-a3dd-70862157632c,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:39.240309 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Attempting to bind port 1a663922-bde3-4ffe-a3dd-70862157632c on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:26:39.240925 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Attempting to bind port 1a663922-bde3-4ffe-a3dd-70862157632c by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': '1c19b764-987f-4d64-81ed-d681c7ce8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:26:39.241570 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Attempting to bind port 1a663922-bde3-4ffe-a3dd-70862157632c on network 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:26:39.251089 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Port 1a663922-bde3-4ffe-a3dd-70862157632c on network 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:26:39.251830 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Attempting to bind port 1a663922-bde3-4ffe-a3dd-70862157632c on network 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:26:39.267691 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:26:39.268135 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Checking segment: {'id': '1c19b764-987f-4d64-81ed-d681c7ce8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:26:39.268659 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Bound using segment: {'id': '1c19b764-987f-4d64-81ed-d681c7ce8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:26:39.269501 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Bound port: 1a663922-bde3-4ffe-a3dd-70862157632c, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c19b764-987f-4d64-81ed-d681c7ce8af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:26:39.269978 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (1a663922-bde3-4ffe-a3dd-70862157632c), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:39.315031 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24a0f4-5af7-4b45-869e-894228da2169 req-f0550239-45a1-4987-bc8d-e4b3b67cf7fe tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:39.325385 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 06458427-d317-4965-817d-8affbd2750e5, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=06458427-d317-4965-817d-8affbd2750e5,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:39.328454 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d24a0f4-5af7-4b45-869e-894228da2169 req-f0550239-45a1-4987-bc8d-e4b3b67cf7fe tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.4112008 Jul 20 08:26:39.331569 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (06458427-d317-4965-817d-8affbd2750e5), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:39.432570 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b67e465b-4fc1-47f3-9ba6-6801305c052b admin admin] Publish callbacks [] for security_group (49a2534d-61ca-4da4-9646-0893002704f2), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:39.450547 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=06458427-d317-4965-817d-8affbd2750e5,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:39.468436 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37caaf1-6167-4ebe-94cd-55ea929f139d {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:26:39.490949 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b67e465b-4fc1-47f3-9ba6-6801305c052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (49a2534d-61ca-4da4-9646-0893002704f2), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:39.493612 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] For port 1a663922-bde3-4ffe-a3dd-70862157632c, host hv-cinder-82308, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:26:39.539498 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Publish callbacks [] for port (e37caaf1-6167-4ebe-94cd-55ea929f139d), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:39.559494 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b67e465b-4fc1-47f3-9ba6-6801305c052b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d1c59691cc147a69ccb3014f74ec98e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2448354 Jul 20 08:26:39.567618 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64de6a5-48fa-4315-baea-816b51834766" -d '{"events": [{"server_uuid": "ff2ea553-bf93-4f6e-b624-935ecec595b7", "name": "network-vif-plugged", "status": "completed", "tag": "06458427-d317-4965-817d-8affbd2750e5"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:26:39.577546 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] For port 1a663922-bde3-4ffe-a3dd-70862157632c, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=1a663922-bde3-4ffe-a3dd-70862157632c,segment=NetworkSegment(1c19b764-987f-4d64-81ed-d681c7ce8af3),segment_id=1c19b764-987f-4d64-81ed-d681c7ce8af3)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:26:39.580226 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 33548) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:39.628569 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8ea68a5-cfc5-45cc-b897-7d668845b422 req-1a2caf3e-4544-4022-8e7b-fec4077e4221 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8793952 Jul 20 08:26:39.634650 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b223a4e-a1c2-4ec0-9b24-846dcac108d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:39.639022 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-8b223a4e-a1c2-4ec0-9b24-846dcac108d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80faf6362e244bb992ffb6058ceeefda&device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 1128 time: 0.2325916 Jul 20 08:26:39.652173 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Transition to ACTIVE for port object e37caaf1-6167-4ebe-94cd-55ea929f139d will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:26:39.675715 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (e37caaf1-6167-4ebe-94cd-55ea929f139d), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:39.689381 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (1a663922-bde3-4ffe-a3dd-70862157632c), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:39.689861 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e465b-4fc1-47f3-9ba6-6801305c052b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a2534d-61ca-4da4-9646-0893002704f2,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:39.736746 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:39.775801 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d24a0f4-5af7-4b45-869e-894228da2169 req-216f7cd2-4e99-410c-94c5-c8a921664b5b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4461823 Jul 20 08:26:39.786725 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-0cca0cd9-cbad-4254-8d2a-839ebca4eaa2 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa4764ea3c4f4bf98ea56ee0798adfdc HTTP/1.1" status: 200 len: 379 time: 0.4044960 Jul 20 08:26:39.838157 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e37caaf1-6167-4ebe-94cd-55ea929f139d,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:39.859082 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Attempting to bind port e37caaf1-6167-4ebe-94cd-55ea929f139d on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:26:39.860164 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Attempting to bind port e37caaf1-6167-4ebe-94cd-55ea929f139d by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:26:39.860659 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Attempting to bind port e37caaf1-6167-4ebe-94cd-55ea929f139d on network 21da7406-374d-4389-9eee-8af0140c04bf {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:26:39.862477 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:39.863611 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:39.866393 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] 10.222.0.18 "PUT /v2.0/ports/1a663922-bde3-4ffe-a3dd-70862157632c HTTP/1.1" status: 200 len: 1094 time: 2.2965286 Jul 20 08:26:39.867049 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Port e37caaf1-6167-4ebe-94cd-55ea929f139d on network 21da7406-374d-4389-9eee-8af0140c04bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:26:39.867729 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Attempting to bind port e37caaf1-6167-4ebe-94cd-55ea929f139d on network 21da7406-374d-4389-9eee-8af0140c04bf {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:26:39.874902 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:26:39.875316 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Checking segment: {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:26:39.875708 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Bound using segment: {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:26:39.876149 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Bound port: e37caaf1-6167-4ebe-94cd-55ea929f139d, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:26:39.876523 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (e37caaf1-6167-4ebe-94cd-55ea929f139d), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:39.928175 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:39.933797 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0df430-d3f8-4e9d-949f-5d8f0359484d', 'tag': '1a663922-bde3-4ffe-a3dd-70862157632c'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:26:39.938103 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00f69ad5a0cac4e7728d797b6610dcca539aaa5862e314ac00bb2191cad31ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8cabdb-7421-4969-b97a-5b72b87da949" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0df430-d3f8-4e9d-949f-5d8f0359484d", "tag": "1a663922-bde3-4ffe-a3dd-70862157632c"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:26:39.961740 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] For port e37caaf1-6167-4ebe-94cd-55ea929f139d, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:26:39.965981 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] For port e37caaf1-6167-4ebe-94cd-55ea929f139d, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=e37caaf1-6167-4ebe-94cd-55ea929f139d,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:26:39.966239 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc79e49-9178-445a-ae12-bcfcceda88bc req-b78871cb-aa20-450a-a503-448473c3e0ae tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:39.969395 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6bc79e49-9178-445a-ae12-bcfcceda88bc req-b78871cb-aa20-450a-a503-448473c3e0ae tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 944 time: 0.4402740 Jul 20 08:26:39.976454 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (e37caaf1-6167-4ebe-94cd-55ea929f139d), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:39.991258 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-32421b59-44f2-404d-9c20-47e4791290c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3 HTTP/1.1" status: 200 len: 217 time: 0.3059218 Jul 20 08:26:39.991861 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:39.993901 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db4127-03a1-4d45-a0dc-0147942dfcee service neutron] Pushing event updated for resources: {'Port': ['ID=1a663922-bde3-4ffe-a3dd-70862157632c,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:40.067304 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bf13c8-5345-4527-9251-30252d04e140 x-openstack-request-id: req-50bf13c8-5345-4527-9251-30252d04e140 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:26:40.068210 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2ea553-bf93-4f6e-b624-935ecec595b7", "name": "network-vif-plugged", "status": "completed", "tag": "06458427-d317-4965-817d-8affbd2750e5", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:26:40.068210 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50bf13c8-5345-4527-9251-30252d04e140 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:26:40.068533 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50bf13c8-5345-4527-9251-30252d04e140'] response: {'server_uuid': 'ff2ea553-bf93-4f6e-b624-935ecec595b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06458427-d317-4965-817d-8affbd2750e5', 'code': 200} Jul 20 08:26:40.079991 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcda98d3-6f23-4451-b4de-07f95124b7e7 admin admin] Publish callbacks [] for security_group (49a2534d-61ca-4da4-9646-0893002704f2), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:40.091869 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e37caaf1-6167-4ebe-94cd-55ea929f139d,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:40.096265 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:40.097101 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:40.099589 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f26bdbd2-a7de-4465-88be-a95e371144b3 service neutron] 10.222.0.18 "PUT /v2.0/ports/e37caaf1-6167-4ebe-94cd-55ea929f139d HTTP/1.1" status: 200 len: 1093 time: 2.5302265 Jul 20 08:26:40.100304 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'tag': 'e37caaf1-6167-4ebe-94cd-55ea929f139d'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:26:40.103058 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a947e4-6468-44c3-90e1-3d8bd190ab73" -d '{"events": [{"name": "network-changed", "server_uuid": "659d1d17-9163-4971-9ba1-40f3f20d2650", "tag": "e37caaf1-6167-4ebe-94cd-55ea929f139d"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:26:40.134953 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6bc79e49-9178-445a-ae12-bcfcceda88bc req-121fad66-17c5-4dfb-89ba-747580346514 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134801 Jul 20 08:26:40.159870 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcda98d3-6f23-4451-b4de-07f95124b7e7 admin admin] Publish callbacks [] for security_group (49a2534d-61ca-4da4-9646-0893002704f2), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:40.225054 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcda98d3-6f23-4451-b4de-07f95124b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (49a2534d-61ca-4da4-9646-0893002704f2), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:40.228076 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcda98d3-6f23-4451-b4de-07f95124b7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:40.233096 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-fcda98d3-6f23-4451-b4de-07f95124b7e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49a2534d-61ca-4da4-9646-0893002704f2 HTTP/1.1" status: 204 len: 168 time: 0.6454630 Jul 20 08:26:40.251142 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda98d3-6f23-4451-b4de-07f95124b7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a2534d-61ca-4da4-9646-0893002704f2,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:40.276384 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220cfdd-df1f-4895-b5ad-53085896c5d5 req-2f2cd1f9-75cc-4faa-b3a7-14e07d3bc77d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:40.284924 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3220cfdd-df1f-4895-b5ad-53085896c5d5 req-2f2cd1f9-75cc-4faa-b3a7-14e07d3bc77d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 944 time: 0.1225123 Jul 20 08:26:40.316793 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8b97b-3e3f-4f18-bf66-1abea2bd9f4c req-2cf96871-3a1f-439e-8431-48dc890e59f9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:40.326758 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6fc8b97b-3e3f-4f18-bf66-1abea2bd9f4c req-2cf96871-3a1f-439e-8431-48dc890e59f9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 943 time: 0.1028433 Jul 20 08:26:40.377114 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3220cfdd-df1f-4895-b5ad-53085896c5d5 req-bfa9a943-6c65-4f40-bb87-478511e1eb91 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910332 Jul 20 08:26:40.432333 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6fc8b97b-3e3f-4f18-bf66-1abea2bd9f4c req-80ed5764-0234-4622-8b9d-c20832bbb651 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041527 Jul 20 08:26:40.476316 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a512221-a41c-4fcd-b807-27df1eac6020 x-openstack-request-id: req-1a512221-a41c-4fcd-b807-27df1eac6020 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:26:40.476751 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0df430-d3f8-4e9d-949f-5d8f0359484d", "tag": "1a663922-bde3-4ffe-a3dd-70862157632c", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:26:40.477627 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a512221-a41c-4fcd-b807-27df1eac6020 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:26:40.478280 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a512221-a41c-4fcd-b807-27df1eac6020'] response: {'name': 'network-changed', 'server_uuid': 'fa0df430-d3f8-4e9d-949f-5d8f0359484d', 'tag': '1a663922-bde3-4ffe-a3dd-70862157632c', 'status': 'completed', 'code': 200} Jul 20 08:26:40.497022 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:40.539103 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd00bf32-d7f4-485a-85ae-4ebbaf975e89 x-openstack-request-id: req-dd00bf32-d7f4-485a-85ae-4ebbaf975e89 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:26:40.539659 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659d1d17-9163-4971-9ba1-40f3f20d2650", "tag": "e37caaf1-6167-4ebe-94cd-55ea929f139d", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:26:40.539967 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd00bf32-d7f4-485a-85ae-4ebbaf975e89 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:26:40.540463 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd00bf32-d7f4-485a-85ae-4ebbaf975e89'] response: {'name': 'network-changed', 'server_uuid': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'tag': 'e37caaf1-6167-4ebe-94cd-55ea929f139d', 'status': 'completed', 'code': 200} Jul 20 08:26:40.582980 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a49a82ac-2161-473e-a83d-76ed9f1a9bca req-ba9670b6-1d1d-481a-90de-78dc20639579 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 210 time: 0.0403833 Jul 20 08:26:40.780154 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 33582) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:40.981268 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-09218081-f9e2-40c0-8d2d-cd39b3e99c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:41.031246 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54fa47-39cd-4a6b-be0a-d52eabb8179f req-24fac722-ee12-446c-8e96-48383feaac6c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:41.033718 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0f54fa47-39cd-4a6b-be0a-d52eabb8179f req-24fac722-ee12-446c-8e96-48383feaac6c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0833471 Jul 20 08:26:41.120074 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0f54fa47-39cd-4a6b-be0a-d52eabb8179f req-e4c2547c-5b8b-4ad7-84bb-b5a8c52c5e06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807662 Jul 20 08:26:41.138304 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-09218081-f9e2-40c0-8d2d-cd39b3e99c0a admin admin] Publish callbacks [] for security_group (0a060b20-bb15-4c8d-959a-bd3194478023), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:41.144168 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-09218081-f9e2-40c0-8d2d-cd39b3e99c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (0a060b20-bb15-4c8d-959a-bd3194478023), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:41.191141 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-09218081-f9e2-40c0-8d2d-cd39b3e99c0a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28f0e3883e9b4eca93f94a271e332ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4098620 Jul 20 08:26:41.195643 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 33608) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:41.195929 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09218081-f9e2-40c0-8d2d-cd39b3e99c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a060b20-bb15-4c8d-959a-bd3194478023,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:41.273849 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f95cabd9-ec94-4b77-90c2-b68761ed823c admin admin] Publish callbacks [] for security_group (0a060b20-bb15-4c8d-959a-bd3194478023), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:41.307233 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f95cabd9-ec94-4b77-90c2-b68761ed823c admin admin] Publish callbacks [] for security_group (0a060b20-bb15-4c8d-959a-bd3194478023), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:41.309327 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:41.326342 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead5575-99af-4892-ae59-40d94317f9ba req-95ffd8e0-c035-4f77-890f-2e369e105af8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:41.329960 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5ead5575-99af-4892-ae59-40d94317f9ba req-95ffd8e0-c035-4f77-890f-2e369e105af8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 944 time: 0.0889506 Jul 20 08:26:41.420186 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f95cabd9-ec94-4b77-90c2-b68761ed823c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (0a060b20-bb15-4c8d-959a-bd3194478023), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:41.427918 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f95cabd9-ec94-4b77-90c2-b68761ed823c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:41.429361 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f95cabd9-ec94-4b77-90c2-b68761ed823c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0a060b20-bb15-4c8d-959a-bd3194478023 HTTP/1.1" status: 204 len: 168 time: 0.2320235 Jul 20 08:26:41.440663 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cabd9-ec94-4b77-90c2-b68761ed823c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a060b20-bb15-4c8d-959a-bd3194478023,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:41.452413 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5ead5575-99af-4892-ae59-40d94317f9ba req-b4c1ce63-6b6c-414c-bcb8-e964688e84b6 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153033 Jul 20 08:26:41.619653 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db037b-ff16-48e0-9b18-cc0d5f032f74 req-e6b5c310-b48e-4ef5-9f54-db42da234dfb tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:41.632717 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-82db037b-ff16-48e0-9b18-cc0d5f032f74 req-e6b5c310-b48e-4ef5-9f54-db42da234dfb tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 943 time: 0.0908401 Jul 20 08:26:41.718491 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-82db037b-ff16-48e0-9b18-cc0d5f032f74 req-2bda274c-9641-4f5b-91ba-ded7e513539a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834107 Jul 20 08:26:41.940103 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2f38f83a-1899-4321-8d21-b01db64f3d48 req-afb09b0f-12fa-406d-85b5-a9cf097de8e4 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 210 time: 0.0970397 Jul 20 08:26:41.947413 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98e577-8417-47e1-8975-87de30d65163 req-03b44702-97c7-403f-bea7-61204225118d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:41.959787 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8f98e577-8417-47e1-8975-87de30d65163 req-03b44702-97c7-403f-bea7-61204225118d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 944 time: 0.4252121 Jul 20 08:26:42.053696 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-f8223638-5ad1-4e5b-bc5d-792f2e9921d9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Request body: {'port': {'device_id': 'c374291c-87f7-45dd-9391-807207d937bc', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'admin_state_up': True, 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'security_groups': ['3c5c5121-7983-4806-80cb-cddb28649b24']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:42.170842 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8f98e577-8417-47e1-8975-87de30d65163 req-5a7ce38d-a704-49d7-ac8d-593a1a705763 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018533 Jul 20 08:26:42.262574 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-e43ff6c1-ec9b-4661-96ef-107999acafed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:42.293382 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cabdb-7421-4969-b97a-5b72b87da949 req-9461e6ea-7293-4373-8bf5-a4834adf8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:42.294963 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1a8cabdb-7421-4969-b97a-5b72b87da949 req-9461e6ea-7293-4373-8bf5-a4834adf8bc2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b481fa73344413d85fc2eb5c0376c9d&device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 1128 time: 0.2075610 Jul 20 08:26:42.295350 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-e43ff6c1-ec9b-4661-96ef-107999acafed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1674d774-8563-48a3-b527-f0af4400482d HTTP/1.1" status: 200 len: 856 time: 0.2585275 Jul 20 08:26:42.323294 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 33640) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:42.330391 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a947e4-6468-44c3-90e1-3d8bd190ab73 req-568a07e1-4811-480e-a1f0-22313a70bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:42.332775 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-97a947e4-6468-44c3-90e1-3d8bd190ab73 req-568a07e1-4811-480e-a1f0-22313a70bf13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 1127 time: 0.2872279 Jul 20 08:26:42.377262 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4e498410-e8e1-490f-bd05-9e674fa6c17b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:42.514282 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-f8223638-5ad1-4e5b-bc5d-792f2e9921d9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Made reservation on behalf of fa4764ea3c4f4bf98ea56ee0798adfdc for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:26:42.517907 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-f8223638-5ad1-4e5b-bc5d-792f2e9921d9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:42.638022 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84419d0-2f60-4bf6-a865-f1cdc0fe78c3 req-bf17ac6d-8650-4870-ad17-f575837b37bc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:42.645219 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c84419d0-2f60-4bf6-a865-f1cdc0fe78c3 req-bf17ac6d-8650-4870-ad17-f575837b37bc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.3466520 Jul 20 08:26:42.661629 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:42.708361 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cabdb-7421-4969-b97a-5b72b87da949 req-559e2b6e-5715-42f4-8c21-f0affae685f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:42.709871 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1a8cabdb-7421-4969-b97a-5b72b87da949 req-559e2b6e-5715-42f4-8c21-f0affae685f1 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1b481fa73344413d85fc2eb5c0376c9d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4007859 Jul 20 08:26:42.727071 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-517b635b-c077-4fec-9fcd-73712e8b36d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:42.727071 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-517b635b-c077-4fec-9fcd-73712e8b36d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=493487e7-e371-48c4-94a1-b290ee37dc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4300470 Jul 20 08:26:42.744539 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece1962-1b18-4512-9a64-99717e0ee8d8 req-f63b1685-41ad-4694-a680-c6d0fa380757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:42.752035 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ece1962-1b18-4512-9a64-99717e0ee8d8 req-f63b1685-41ad-4694-a680-c6d0fa380757 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 1129 time: 0.3665264 Jul 20 08:26:42.754190 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:42.778842 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:42.885018 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0ece1962-1b18-4512-9a64-99717e0ee8d8 req-6549eb5e-8867-4d8d-899a-a63c516291f4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:42.891254 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c84419d0-2f60-4bf6-a865-f1cdc0fe78c3 req-f475fbf6-3bc2-44fc-92f6-c26cbd4f4300 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449899 Jul 20 08:26:42.917081 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a947e4-6468-44c3-90e1-3d8bd190ab73 req-514c189d-167b-4ed3-91af-dcab63dd2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:42.921016 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-97a947e4-6468-44c3-90e1-3d8bd190ab73 req-514c189d-167b-4ed3-91af-dcab63dd2bf7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=60ee8039b1f4461c996165d5801b91f1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5350630 Jul 20 08:26:42.947967 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-d43c46f9-e578-4387-a734-3780743a72a4 service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071140 Jul 20 08:26:43.041275 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf373608-a689-4756-87e0-8bfcd739bc2c req-8c88a600-01e4-4cae-b0b2-100702c8ccbd tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:43.042926 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bf373608-a689-4756-87e0-8bfcd739bc2c req-8c88a600-01e4-4cae-b0b2-100702c8ccbd tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 944 time: 0.3709173 Jul 20 08:26:43.143021 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:43.151847 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4e498410-e8e1-490f-bd05-9e674fa6c17b admin admin] Publish callbacks [] for security_group (7dc0f9bd-5c8e-4829-8c75-6e3d26b97f72), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:43.185697 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4e498410-e8e1-490f-bd05-9e674fa6c17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (7dc0f9bd-5c8e-4829-8c75-6e3d26b97f72), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:43.217238 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cabdb-7421-4969-b97a-5b72b87da949 req-9074b163-0bce-4edf-adcf-588586d8d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:43.219759 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1a8cabdb-7421-4969-b97a-5b72b87da949 req-9074b163-0bce-4edf-adcf-588586d8d71b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4931710 Jul 20 08:26:43.244670 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-f8223638-5ad1-4e5b-bc5d-792f2e9921d9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Allocated IP 172.20.0.10 (00a5ba6c-be0d-47a8-912c-f2b61f6abcd5/2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7/90d4b267-6b9e-479b-978c-9e4434caa2b0) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:26:43.331984 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4e498410-e8e1-490f-bd05-9e674fa6c17b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b3acd4d70ed94f3b9a473db433ccdbc1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0064030 Jul 20 08:26:43.332977 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e498410-e8e1-490f-bd05-9e674fa6c17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc0f9bd-5c8e-4829-8c75-6e3d26b97f72,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:43.341405 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 33668) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:43.372501 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7854c-1cd1-400c-8c0d-582c62541a00 req-6b54f594-1c10-49c0-81c0-e929dd0d5722 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:43.374194 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e9d7854c-1cd1-400c-8c0d-582c62541a00 req-6b54f594-1c10-49c0-81c0-e929dd0d5722 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 943 time: 0.4027524 Jul 20 08:26:43.386843 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bf373608-a689-4756-87e0-8bfcd739bc2c req-fb1d25f5-790d-4f5a-91a0-31f93a5b1f9b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918510 Jul 20 08:26:43.438412 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:43.457532 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-b94d0c45-c45d-4dea-ab89-729030b71b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:43.459689 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-b94d0c45-c45d-4dea-ab89-729030b71b22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b481fa73344413d85fc2eb5c0376c9d&device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 1128 time: 0.1480312 Jul 20 08:26:43.464226 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a947e4-6468-44c3-90e1-3d8bd190ab73 req-828ace96-16f5-49e9-baac-4dc3a472e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:43.465839 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-97a947e4-6468-44c3-90e1-3d8bd190ab73 req-828ace96-16f5-49e9-baac-4dc3a472e046 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5169294 Jul 20 08:26:43.476578 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f6ae3b7-9507-4f2b-b155-9426204fa0bd req-ff9511f5-83fc-45f3-8d18-6c6d21b37fe0 service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175736 Jul 20 08:26:43.486515 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0ece1962-1b18-4512-9a64-99717e0ee8d8 req-6549eb5e-8867-4d8d-899a-a63c516291f4 service neutron] Publish callbacks [] for security_group (b5c2e06c-ce5c-4850-a81f-af081e36c630), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:43.494750 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e9d7854c-1cd1-400c-8c0d-582c62541a00 req-e7b1c01c-8093-4459-b8eb-4f76b212b60b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064491 Jul 20 08:26:43.527924 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0ece1962-1b18-4512-9a64-99717e0ee8d8 req-6549eb5e-8867-4d8d-899a-a63c516291f4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (b5c2e06c-ce5c-4850-a81f-af081e36c630), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:43.628925 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561f1a8-8402-42eb-86ff-49b5ba44de3c req-0751a2f9-52b7-417d-aee0-304aa9b622c1 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:43.631777 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9561f1a8-8402-42eb-86ff-49b5ba44de3c req-0751a2f9-52b7-417d-aee0-304aa9b622c1 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 944 time: 0.0756180 Jul 20 08:26:43.633510 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-e972aed0-c308-4192-9eb8-ebfda033a0ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a663922-bde3-4ffe-a3dd-70862157632c HTTP/1.1" status: 200 len: 217 time: 0.1435351 Jul 20 08:26:43.692985 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-71181be5-45f4-4688-95c1-e3fb43f9d533 req-49e92554-445e-490b-8d5b-12b7abaccd83 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 210 time: 0.1802211 Jul 20 08:26:43.706837 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d893f0ff-0e12-4c0d-b360-03fabb1cd645 admin admin] Publish callbacks [] for security_group (7dc0f9bd-5c8e-4829-8c75-6e3d26b97f72), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:43.722251 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ece1962-1b18-4512-9a64-99717e0ee8d8 req-6549eb5e-8867-4d8d-899a-a63c516291f4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9168949 Jul 20 08:26:43.747193 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9561f1a8-8402-42eb-86ff-49b5ba44de3c req-c8914d61-b1cc-41b8-9212-959c2a484d36 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992239 Jul 20 08:26:43.752008 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549eb5e-8867-4d8d-899a-a63c516291f4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c2e06c-ce5c-4850-a81f-af081e36c630,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:43.756979 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d893f0ff-0e12-4c0d-b360-03fabb1cd645 admin admin] Publish callbacks [] for security_group (7dc0f9bd-5c8e-4829-8c75-6e3d26b97f72), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:43.854948 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-f8223638-5ad1-4e5b-bc5d-792f2e9921d9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for port (90d4b267-6b9e-479b-978c-9e4434caa2b0), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:43.908626 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d893f0ff-0e12-4c0d-b360-03fabb1cd645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (7dc0f9bd-5c8e-4829-8c75-6e3d26b97f72), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:43.913221 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d893f0ff-0e12-4c0d-b360-03fabb1cd645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:43.915262 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d893f0ff-0e12-4c0d-b360-03fabb1cd645 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7dc0f9bd-5c8e-4829-8c75-6e3d26b97f72 HTTP/1.1" status: 204 len: 168 time: 0.5714097 Jul 20 08:26:43.939599 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-f8223638-5ad1-4e5b-bc5d-792f2e9921d9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (90d4b267-6b9e-479b-978c-9e4434caa2b0), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:43.942388 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893f0ff-0e12-4c0d-b360-03fabb1cd645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc0f9bd-5c8e-4829-8c75-6e3d26b97f72,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:44.032594 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-f8223638-5ad1-4e5b-bc5d-792f2e9921d9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:26:44.044321 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-f8223638-5ad1-4e5b-bc5d-792f2e9921d9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:26:44.052650 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-f8223638-5ad1-4e5b-bc5d-792f2e9921d9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:26:44.072956 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-f8223638-5ad1-4e5b-bc5d-792f2e9921d9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:44.076373 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-f8223638-5ad1-4e5b-bc5d-792f2e9921d9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:44.123067 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8223638-5ad1-4e5b-bc5d-792f2e9921d9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event updated for resources: {'Port': ['ID=90d4b267-6b9e-479b-978c-9e4434caa2b0,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:44.164934 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-f8223638-5ad1-4e5b-bc5d-792f2e9921d9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1283810 Jul 20 08:26:44.215753 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de727458-beda-4114-9647-9b7c6431b11d req-f802ecc1-a6df-4efa-9977-cadb56b1fee6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:44.221985 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-de727458-beda-4114-9647-9b7c6431b11d req-f802ecc1-a6df-4efa-9977-cadb56b1fee6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.1216896 Jul 20 08:26:44.305458 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-de727458-beda-4114-9647-9b7c6431b11d req-0eaf9b19-5aa0-48fa-b702-92d04a121fe7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727212 Jul 20 08:26:44.372200 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-f562ea10-707e-4512-b2c2-7fbc08d4dc0f None None] Provisioning complete for port 90d4b267-6b9e-479b-978c-9e4434caa2b0 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:44.373122 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f562ea10-707e-4512-b2c2-7fbc08d4dc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (90d4b267-6b9e-479b-978c-9e4434caa2b0), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:44.410737 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-f562ea10-707e-4512-b2c2-7fbc08d4dc0f None None] Port 90d4b267-6b9e-479b-978c-9e4434caa2b0 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:26:44.542304 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbbff7-e27c-47e4-ab75-9f9c3bfac537 req-1ed321f6-b6ec-488e-936c-59e477fa0600 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:44.544168 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-dedbbff7-e27c-47e4-ab75-9f9c3bfac537 req-1ed321f6-b6ec-488e-936c-59e477fa0600 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 944 time: 0.0632896 Jul 20 08:26:44.614979 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-dedbbff7-e27c-47e4-ab75-9f9c3bfac537 req-2fef0137-ff42-4c2d-a6b7-9d20a7603bf9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596330 Jul 20 08:26:44.700063 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20221fb-9961-433e-b51c-30fb369e5fb4 req-66bdea5a-4d71-45e3-bcd6-c1e274d59761 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:44.703857 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d20221fb-9961-433e-b51c-30fb369e5fb4 req-66bdea5a-4d71-45e3-bcd6-c1e274d59761 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 943 time: 0.0880857 Jul 20 08:26:44.723472 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 7f795798-1661-4ba0-bf5a-641687efe8e3 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:26:44.798554 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d20221fb-9961-433e-b51c-30fb369e5fb4 req-f4d418c6-4e37-4f83-af6d-fbc532e0c47f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841377 Jul 20 08:26:44.923283 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 7f795798-1661-4ba0-bf5a-641687efe8e3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=7f795798-1661-4ba0-bf5a-641687efe8e3,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:44.995996 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b146acd-39de-436d-aebf-e3b0b4999338 req-a77ac4c8-ae16-4225-824e-762deb2b05a4 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:45.011511 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3b146acd-39de-436d-aebf-e3b0b4999338 req-a77ac4c8-ae16-4225-824e-762deb2b05a4 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 932 time: 0.1009986 Jul 20 08:26:45.097069 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a5334-4ffe-4a6b-b13e-b9b1f69e76bf req-4613e5a7-f462-45d8-bfd8-912f9d8fba9a tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:45.105990 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e74a5334-4ffe-4a6b-b13e-b9b1f69e76bf req-4613e5a7-f462-45d8-bfd8-912f9d8fba9a tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 944 time: 0.2159514 Jul 20 08:26:45.107383 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3b146acd-39de-436d-aebf-e3b0b4999338 req-3a4140de-ba3a-4e74-9047-c9b42d83d3b9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940793 Jul 20 08:26:45.136489 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '7f795798-1661-4ba0-bf5a-641687efe8e3', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'port_id': '7f795798-1661-4ba0-bf5a-641687efe8e3', 'mac_address': 'fa:16:3e:ab:24:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:26:45.144628 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:45.191228 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 7f795798-1661-4ba0-bf5a-641687efe8e3 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:45.192060 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (7f795798-1661-4ba0-bf5a-641687efe8e3), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:45.208575 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e74a5334-4ffe-4a6b-b13e-b9b1f69e76bf req-348888f0-e1ac-4f8f-909c-ba1b0e6a97ea tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939896 Jul 20 08:26:45.211391 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f795798-1661-4ba0-bf5a-641687efe8e3 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:26:45.217444 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:45.242506 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 7f795798-1661-4ba0-bf5a-641687efe8e3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=7f795798-1661-4ba0-bf5a-641687efe8e3,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:45.248435 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (7f795798-1661-4ba0-bf5a-641687efe8e3), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:45.323201 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=7f795798-1661-4ba0-bf5a-641687efe8e3,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:45.560748 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f662c-05ad-4711-8256-17e807d291a3 req-82e550d9-4d3e-4f85-9bbc-9dcf81eebad8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:45.565829 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-cb1f662c-05ad-4711-8256-17e807d291a3 req-82e550d9-4d3e-4f85-9bbc-9dcf81eebad8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.1069751 Jul 20 08:26:45.705644 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-cb1f662c-05ad-4711-8256-17e807d291a3 req-b6945827-4df7-4398-a94f-3ea4449edc9e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313109 Jul 20 08:26:45.738004 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['7f795798-1661-4ba0-bf5a-641687efe8e3'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:26:45.825416 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d70e8-b35f-43de-ada1-bccaebe80fc3 req-e797fe8b-6cef-461b-b95f-e7380af1b83a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:45.839393 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-752d70e8-b35f-43de-ada1-bccaebe80fc3 req-e797fe8b-6cef-461b-b95f-e7380af1b83a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 945 time: 0.0900280 Jul 20 08:26:45.903432 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-752d70e8-b35f-43de-ada1-bccaebe80fc3 req-e4565241-1f73-444a-9731-27ba7aed3ea6 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691981 Jul 20 08:26:45.974098 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacd727-190a-4045-ab93-3ecbdee3cc33 req-292d0ea3-d574-474e-ac27-a01915eaaf24 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:45.975589 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9aacd727-190a-4045-ab93-3ecbdee3cc33 req-292d0ea3-d574-474e-ac27-a01915eaaf24 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 943 time: 0.0713413 Jul 20 08:26:46.032935 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:46.041753 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9aacd727-190a-4045-ab93-3ecbdee3cc33 req-d6b537eb-314e-4727-b437-9648601ab88f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589476 Jul 20 08:26:46.122963 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:46.255278 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982914c-c386-4081-93da-c172c7b10618 req-376f562b-9c58-4db1-84e7-ff4bb7722a40 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:46.256919 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8982914c-c386-4081-93da-c172c7b10618 req-376f562b-9c58-4db1-84e7-ff4bb7722a40 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 932 time: 0.0621457 Jul 20 08:26:46.333320 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Request body: {'port': {'device_id': 'c374291c-87f7-45dd-9391-807207d937bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:26:46.335994 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:46.413879 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7391a4d-f10d-4286-b66a-266dbe082b9e req-cd40e02c-5e1e-4a87-8d42-b289ffbbd6ee tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:46.417628 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f7391a4d-f10d-4286-b66a-266dbe082b9e req-cd40e02c-5e1e-4a87-8d42-b289ffbbd6ee tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 944 time: 0.0850134 Jul 20 08:26:46.480377 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f7391a4d-f10d-4286-b66a-266dbe082b9e req-074e289d-f664-4995-958d-9b2a50ec79d9 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561452 Jul 20 08:26:46.532492 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-324bfcd2-12b4-4fd0-8624-d39357dbb91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:46.535463 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-324bfcd2-12b4-4fd0-8624-d39357dbb91e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 1127 time: 0.2442772 Jul 20 08:26:46.547911 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-96a36fc7-bf0e-49b7-94ab-187bae4d4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:46.550339 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-96a36fc7-bf0e-49b7-94ab-187bae4d4c6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1242d9-08c9-4d7e-a533-394c37b3ab51 HTTP/1.1" status: 200 len: 851 time: 0.2613161 Jul 20 08:26:46.565981 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8982914c-c386-4081-93da-c172c7b10618 req-a7c162e3-0521-4044-8f78-224e28898000 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005743 Jul 20 08:26:46.574357 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (90d4b267-6b9e-479b-978c-9e4434caa2b0), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:46.846968 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 7f795798-1661-4ba0-bf5a-641687efe8e3 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:46.904267 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 7f795798-1661-4ba0-bf5a-641687efe8e3 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:26:46.912941 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 7f795798-1661-4ba0-bf5a-641687efe8e3 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:46.913968 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (7f795798-1661-4ba0-bf5a-641687efe8e3), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:46.957216 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e81ca-5faf-4cf7-9516-84bc3d16b307 req-3b1461a7-9518-482c-bad7-2250cc1c297f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:46.967057 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b07e81ca-5faf-4cf7-9516-84bc3d16b307 req-3b1461a7-9518-482c-bad7-2250cc1c297f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0960019 Jul 20 08:26:47.028090 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 7f795798-1661-4ba0-bf5a-641687efe8e3 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:47.028919 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (7f795798-1661-4ba0-bf5a-641687efe8e3), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:47.081159 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f795798-1661-4ba0-bf5a-641687efe8e3'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:26:47.084495 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7331f1a6-2c68-4e63-ba62-b5aa44ec4507" -d '{"events": [{"server_uuid": "ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a", "name": "network-vif-plugged", "status": "completed", "tag": "7f795798-1661-4ba0-bf5a-641687efe8e3"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:26:47.104102 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 7f795798-1661-4ba0-bf5a-641687efe8e3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=7f795798-1661-4ba0-bf5a-641687efe8e3,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:47.111118 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (7f795798-1661-4ba0-bf5a-641687efe8e3), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:47.111797 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b07e81ca-5faf-4cf7-9516-84bc3d16b307 req-a904deb9-0ba5-4fde-a483-40a4dbe01d88 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429498 Jul 20 08:26:47.189972 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=7f795798-1661-4ba0-bf5a-641687efe8e3,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:47.363396 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df713b62-217e-4229-bd7b-dca77f51e5ed req-c2da60a8-280f-498e-96ae-379a46f341ac tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:47.377720 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-df713b62-217e-4229-bd7b-dca77f51e5ed req-c2da60a8-280f-498e-96ae-379a46f341ac tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 943 time: 0.1235559 Jul 20 08:26:47.480627 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-df713b62-217e-4229-bd7b-dca77f51e5ed req-834957c1-22a0-4cff-9c54-8fe9929870ca tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988562 Jul 20 08:26:47.501782 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-7cde36e2-6b64-4927-88df-73dc9169a88e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e37caaf1-6167-4ebe-94cd-55ea929f139d HTTP/1.1" status: 200 len: 217 time: 0.5935650 Jul 20 08:26:47.565166 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-94fb7037-a817-4bd2-b1fb-3e784d9e3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:47.566851 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-94fb7037-a817-4bd2-b1fb-3e784d9e3dd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55fb7f17-dc5d-46da-8831-2cc4e1a41a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6568480 Jul 20 08:26:47.589390 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d4b267-6b9e-479b-978c-9e4434caa2b0 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:26:47.615143 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f3304-7526-47f4-b716-a8b17dbe42d5 req-9f9851a5-6884-4d73-a452-65cbb7039c56 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:47.622249 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a9f3304-7526-47f4-b716-a8b17dbe42d5 req-9f9851a5-6884-4d73-a452-65cbb7039c56 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.1500633 Jul 20 08:26:47.637684 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Publish callbacks [] for port (90d4b267-6b9e-479b-978c-9e4434caa2b0), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:47.649035 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce85d90-ae57-414e-b06d-f59eae86a9f5 x-openstack-request-id: req-bce85d90-ae57-414e-b06d-f59eae86a9f5 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:26:47.649396 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a", "name": "network-vif-plugged", "status": "completed", "tag": "7f795798-1661-4ba0-bf5a-641687efe8e3", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:26:47.649640 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bce85d90-ae57-414e-b06d-f59eae86a9f5 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:26:47.650012 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce85d90-ae57-414e-b06d-f59eae86a9f5'] response: {'server_uuid': 'ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f795798-1661-4ba0-bf5a-641687efe8e3', 'code': 200} Jul 20 08:26:47.676513 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Transition to ACTIVE for port object 90d4b267-6b9e-479b-978c-9e4434caa2b0 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:26:47.694998 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (90d4b267-6b9e-479b-978c-9e4434caa2b0), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:47.747416 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a9f3304-7526-47f4-b716-a8b17dbe42d5 req-71ba521a-f040-4810-bb7c-48df421bdc7d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239564 Jul 20 08:26:47.782084 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:47.823126 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Pushing event updated for resources: {'Port': ['ID=90d4b267-6b9e-479b-978c-9e4434caa2b0,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:47.857375 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:47.909863 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Attempting to bind port 90d4b267-6b9e-479b-978c-9e4434caa2b0 on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:26:47.911777 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Attempting to bind port 90d4b267-6b9e-479b-978c-9e4434caa2b0 by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:26:47.912589 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Attempting to bind port 90d4b267-6b9e-479b-978c-9e4434caa2b0 on network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:26:47.920226 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Port 90d4b267-6b9e-479b-978c-9e4434caa2b0 on network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:26:47.920616 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Attempting to bind port 90d4b267-6b9e-479b-978c-9e4434caa2b0 on network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:26:47.930328 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0f13c-dc0d-4595-9466-dc95f191685d req-3643a597-6fb7-4544-b900-a0df8be44a89 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:47.938305 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-78b0f13c-dc0d-4595-9466-dc95f191685d req-3643a597-6fb7-4544-b900-a0df8be44a89 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 944 time: 0.1945655 Jul 20 08:26:47.965343 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:26:47.965925 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Checking segment: {'id': '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:26:47.966415 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Bound using segment: {'id': '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:26:47.966942 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Bound port: 90d4b267-6b9e-479b-978c-9e4434caa2b0, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:26:47.968425 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (90d4b267-6b9e-479b-978c-9e4434caa2b0), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:48.165771 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-78b0f13c-dc0d-4595-9466-dc95f191685d req-a281d23d-d19b-43f2-af39-436a76df079e tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105179 Jul 20 08:26:48.251087 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8a0b0-f4f1-489b-ae1c-ee61cb359aef req-bbcf1879-ea98-47f3-b19f-d0eb7f204b09 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:48.253450 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3eb8a0b0-f4f1-489b-ae1c-ee61cb359aef req-bbcf1879-ea98-47f3-b19f-d0eb7f204b09 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 944 time: 0.3241127 Jul 20 08:26:48.371910 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-274eccc1-a406-4c2f-889e-9877c3bc987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:48.373644 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-274eccc1-a406-4c2f-889e-9877c3bc987e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7595eb2-89c2-44a4-8ca5-0b88f939ec19 HTTP/1.1" status: 200 len: 853 time: 0.3512979 Jul 20 08:26:48.478316 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c3825-4304-4aaf-b146-5110bba3bcad req-147759a4-8def-4ae6-b4e1-00f124d6c32c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:48.494072 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ff5c3825-4304-4aaf-b146-5110bba3bcad req-147759a4-8def-4ae6-b4e1-00f124d6c32c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.1461253 Jul 20 08:26:48.494384 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:48.499321 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3eb8a0b0-f4f1-489b-ae1c-ee61cb359aef req-5d3cdab1-b554-4758-990f-9f3c4c293f29 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163520 Jul 20 08:26:48.538704 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] For port 90d4b267-6b9e-479b-978c-9e4434caa2b0, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:26:48.542518 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-8c307bd9-442f-4a32-bf4d-158066d659c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:48.544366 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-8c307bd9-442f-4a32-bf4d-158066d659c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21da7406-374d-4389-9eee-8af0140c04bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1541109 Jul 20 08:26:48.561829 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-09e1956e-6318-4bc6-b98e-24a2d0403a45 service neutron] 10.222.0.18 "GET /v2.0/networks/55fb7f17-dc5d-46da-8831-2cc4e1a41a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750177 Jul 20 08:26:48.569627 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] For port 90d4b267-6b9e-479b-978c-9e4434caa2b0, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=90d4b267-6b9e-479b-978c-9e4434caa2b0,segment=NetworkSegment(7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d),segment_id=7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:26:48.579608 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (90d4b267-6b9e-479b-978c-9e4434caa2b0), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:48.612021 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e75c9-8266-4690-9355-ab9355d121d0 req-1e1896d3-fa02-450f-a424-372ec39809ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:48.613573 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e96e75c9-8266-4690-9355-ab9355d121d0 req-1e1896d3-fa02-450f-a424-372ec39809ce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 1130 time: 0.1596379 Jul 20 08:26:48.626421 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:48.627174 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:48.628724 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] 10.222.0.18 "PUT /v2.0/ports/90d4b267-6b9e-479b-978c-9e4434caa2b0 HTTP/1.1" status: 200 len: 1094 time: 2.3362105 Jul 20 08:26:48.629273 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c374291c-87f7-45dd-9391-807207d937bc', 'tag': '90d4b267-6b9e-479b-978c-9e4434caa2b0'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:26:48.632353 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb1dfc0-386a-4ecc-a850-74b57ff70094" -d '{"events": [{"name": "network-changed", "server_uuid": "c374291c-87f7-45dd-9391-807207d937bc", "tag": "90d4b267-6b9e-479b-978c-9e4434caa2b0"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:26:48.676036 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ff5c3825-4304-4aaf-b146-5110bba3bcad req-1c7afce4-4434-414f-a68f-a242c4d5582e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816001 Jul 20 08:26:48.703670 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a993e-25f6-46c8-94b2-2d02fdef8e49 service neutron] Pushing event updated for resources: {'Port': ['ID=90d4b267-6b9e-479b-978c-9e4434caa2b0,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:48.784976 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b03565-c758-41bc-88ed-8d74ac5a7057 x-openstack-request-id: req-09b03565-c758-41bc-88ed-8d74ac5a7057 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:26:48.785270 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c374291c-87f7-45dd-9391-807207d937bc", "tag": "90d4b267-6b9e-479b-978c-9e4434caa2b0", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:26:48.785580 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09b03565-c758-41bc-88ed-8d74ac5a7057 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:26:48.785945 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b03565-c758-41bc-88ed-8d74ac5a7057'] response: {'name': 'network-changed', 'server_uuid': 'c374291c-87f7-45dd-9391-807207d937bc', 'tag': '90d4b267-6b9e-479b-978c-9e4434caa2b0', 'status': 'completed', 'code': 200} Jul 20 08:26:48.820194 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eff562-78fc-400d-9009-20c8e53a3c79 req-97564b31-05ae-4411-96a3-fe29d66c0ce1 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:48.828786 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-59eff562-78fc-400d-9009-20c8e53a3c79 req-97564b31-05ae-4411-96a3-fe29d66c0ce1 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 943 time: 0.0891850 Jul 20 08:26:48.911455 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-59eff562-78fc-400d-9009-20c8e53a3c79 req-ec8b2949-bc18-4993-8285-c09c2086b0d5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800519 Jul 20 08:26:48.972727 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7374d35-51fe-47fc-b73c-83676762c30a req-2c250501-701a-422f-bdce-c687243a03fc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:48.974362 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f7374d35-51fe-47fc-b73c-83676762c30a req-2c250501-701a-422f-bdce-c687243a03fc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.1035929 Jul 20 08:26:49.017539 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:49.043267 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f7374d35-51fe-47fc-b73c-83676762c30a req-339de41e-8ff9-4994-b9fe-b2d475a40b0c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553355 Jul 20 08:26:49.345730 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683d03-4291-4a4d-9139-c912df6b889e req-404b7130-c9d8-486d-88e0-cfcad66c00cf tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:49.347523 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5c683d03-4291-4a4d-9139-c912df6b889e req-404b7130-c9d8-486d-88e0-cfcad66c00cf tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 944 time: 0.0602157 Jul 20 08:26:49.412603 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5c683d03-4291-4a4d-9139-c912df6b889e req-1684ac91-a1bc-4438-b5f3-7121288406c2 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585124 Jul 20 08:26:49.589741 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d600b72c-01ef-45af-a8ae-ce32e8420c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:49.719362 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88cc1e-bd8a-4eaf-8fae-23c361baac9d req-391f2238-becc-4cd9-aca2-f40dd5f0622a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:49.721865 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ea88cc1e-bd8a-4eaf-8fae-23c361baac9d req-391f2238-becc-4cd9-aca2-f40dd5f0622a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 944 time: 0.0746562 Jul 20 08:26:49.839613 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ea88cc1e-bd8a-4eaf-8fae-23c361baac9d req-a2b7a1b1-53cc-4081-8c63-34428a4759f7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067200 Jul 20 08:26:49.913081 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7eaf9a-576a-465a-891e-a0741f1fbe4a req-801b8703-8f0e-4228-945b-3a10d3f418c0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:49.914739 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca7eaf9a-576a-465a-891e-a0741f1fbe4a req-801b8703-8f0e-4228-945b-3a10d3f418c0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0799608 Jul 20 08:26:50.008143 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca7eaf9a-576a-465a-891e-a0741f1fbe4a req-1bd1db4c-93ad-491d-8b9d-d2242ef1c26f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862472 Jul 20 08:26:50.088291 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b2188-a6a5-4661-ab4b-a03062642bae req-8c0c81c8-3acc-4048-8c4d-d8f551d2ef4d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:50.091086 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-079b2188-a6a5-4661-ab4b-a03062642bae req-8c0c81c8-3acc-4048-8c4d-d8f551d2ef4d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 943 time: 0.0799086 Jul 20 08:26:50.171674 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-079b2188-a6a5-4661-ab4b-a03062642bae req-1f029e0f-5c8d-4d74-bb55-d7c67f29697a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733864 Jul 20 08:26:50.227328 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a3c2a-44cb-49ca-96a0-1c01b9f76f43 req-42fa8ecf-9e37-4e00-a351-271261e8bd00 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:50.230031 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ad7a3c2a-44cb-49ca-96a0-1c01b9f76f43 req-42fa8ecf-9e37-4e00-a351-271261e8bd00 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0811152 Jul 20 08:26:50.290165 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ad7a3c2a-44cb-49ca-96a0-1c01b9f76f43 req-31f6775d-e96b-4f95-a62c-da5d54c645d9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519822 Jul 20 08:26:50.481175 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:50.580868 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8dfda-e39e-4fe9-a2fa-2901157a83b4 req-33cd636d-e29c-4d3e-bbce-5728d5d34271 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:50.586573 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fad8dfda-e39e-4fe9-a2fa-2901157a83b4 req-33cd636d-e29c-4d3e-bbce-5728d5d34271 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 944 time: 0.0771227 Jul 20 08:26:50.606429 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-9582d10c-662f-42bc-ae45-0a6b65f37f7c service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816249 Jul 20 08:26:50.608759 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6dae130d-ff44-4da1-81e8-ecfc40531fe0 req-1f5a65ee-4b43-43e1-8617-9a45d69aaf60 service neutron] 10.222.0.18 "GET /v2.0/networks/55fb7f17-dc5d-46da-8831-2cc4e1a41a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761053 Jul 20 08:26:50.682186 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fad8dfda-e39e-4fe9-a2fa-2901157a83b4 req-8d3c1802-1ca0-4bb3-a8fa-398e421085ea tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792456 Jul 20 08:26:50.971580 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ba608-c2a9-4cb4-ba63-fdd03b3cc0e8 req-3bc7a063-1aba-4f14-9c42-08deb4c3c2c4 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:50.973203 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0b8ba608-c2a9-4cb4-ba63-fdd03b3cc0e8 req-3bc7a063-1aba-4f14-9c42-08deb4c3c2c4 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 944 time: 0.0559752 Jul 20 08:26:51.042608 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0b8ba608-c2a9-4cb4-ba63-fdd03b3cc0e8 req-c8d6da03-7f6d-4bfa-8af0-e227fdf7cd1a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591817 Jul 20 08:26:51.164558 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f3f29-9f1f-4ca4-9cf5-75c4f93b0df3 req-4884e809-f404-4711-ae1a-34e902407831 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:51.166210 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ec7f3f29-9f1f-4ca4-9cf5-75c4f93b0df3 req-4884e809-f404-4711-ae1a-34e902407831 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0555751 Jul 20 08:26:51.232667 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ec7f3f29-9f1f-4ca4-9cf5-75c4f93b0df3 req-65c93363-9e1a-45ea-84f1-7b35f8496c2d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604992 Jul 20 08:26:51.315493 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2a299-4d0f-47ea-b4af-4dd6fa9e5da5 req-68918409-58df-4db2-aefe-8190e4fc7b30 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:51.318279 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bcd2a299-4d0f-47ea-b4af-4dd6fa9e5da5 req-68918409-58df-4db2-aefe-8190e4fc7b30 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 943 time: 0.0688341 Jul 20 08:26:51.377066 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:51.398192 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bcd2a299-4d0f-47ea-b4af-4dd6fa9e5da5 req-c2d76501-fdce-4c26-ba88-fe4145d2ad76 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728111 Jul 20 08:26:51.435136 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308fc51-1c9c-459f-92fe-ef17835001b6 req-c88932a0-54dd-4d1f-b945-76916e61fe85 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:51.436846 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b308fc51-1c9c-459f-92fe-ef17835001b6 req-c88932a0-54dd-4d1f-b945-76916e61fe85 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0712574 Jul 20 08:26:51.495520 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b308fc51-1c9c-459f-92fe-ef17835001b6 req-2e9f7d67-9680-458b-82a8-d2fdc51979ef tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521851 Jul 20 08:26:51.707077 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 25187f6d-a614-4168-94dd-d0c397aaf6f3 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:26:51.848449 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e96e75c9-8266-4690-9355-ab9355d121d0 req-0cdd70ef-3b98-44d8-86f1-b8b35b340d03 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089029 Jul 20 08:26:51.908677 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 25187f6d-a614-4168-94dd-d0c397aaf6f3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:51.928314 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '25187f6d-a614-4168-94dd-d0c397aaf6f3', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'port_id': '25187f6d-a614-4168-94dd-d0c397aaf6f3', 'mac_address': 'fa:16:3e:2b:9f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:26:51.970906 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 25187f6d-a614-4168-94dd-d0c397aaf6f3 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:51.971450 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:51.988363 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25187f6d-a614-4168-94dd-d0c397aaf6f3 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:26:52.010861 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-3c0f400c-1d1d-432c-bc33-9fbf6f2597ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:52.013473 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-3c0f400c-1d1d-432c-bc33-9fbf6f2597ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4764ea3c4f4bf98ea56ee0798adfdc&device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 1128 time: 0.2321806 Jul 20 08:26:52.020108 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 25187f6d-a614-4168-94dd-d0c397aaf6f3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:52.026409 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:52.030448 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829f84a-20bb-4407-85c1-7976f679bcc9 req-1b79c07d-3bb1-4d13-bf5b-b3fb519a630f tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:52.034160 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6829f84a-20bb-4407-85c1-7976f679bcc9 req-1b79c07d-3bb1-4d13-bf5b-b3fb519a630f tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 944 time: 0.2177310 Jul 20 08:26:52.047404 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:52.086621 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=25187f6d-a614-4168-94dd-d0c397aaf6f3,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:52.134210 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9971c2c8-f39a-4be2-a0ce-0652a47071dd req-f68d11dc-52fc-4f11-aad5-e156d050c948 service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540766 Jul 20 08:26:52.169781 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6829f84a-20bb-4407-85c1-7976f679bcc9 req-e439d16b-9b76-461e-a4a4-2c03d767e266 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280124 Jul 20 08:26:52.209609 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ba4e569f-f61f-4d9b-98b6-33ad8f930f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:52.249293 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48224613-009a-4402-8190-1d3ba09211d2 req-65fa030d-bc4b-4cc7-91e6-d85f6828c208 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:52.252585 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-48224613-009a-4402-8190-1d3ba09211d2 req-65fa030d-bc4b-4cc7-91e6-d85f6828c208 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 944 time: 0.0825615 Jul 20 08:26:52.313865 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-48224613-009a-4402-8190-1d3ba09211d2 req-484fa292-0178-4684-8c5d-790c288fab4e tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551248 Jul 20 08:26:52.384712 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae66c3-abfd-4462-b945-738caf9b4745 req-7d4de6d2-914b-441f-bb6e-b013af3a4fa1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:52.386458 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bcae66c3-abfd-4462-b945-738caf9b4745 req-7d4de6d2-914b-441f-bb6e-b013af3a4fa1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 945 time: 0.0582643 Jul 20 08:26:52.442463 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bcae66c3-abfd-4462-b945-738caf9b4745 req-ff9e21c2-ef9b-40c9-a62f-1e45296c44c0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495663 Jul 20 08:26:52.536279 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150b8b7-e847-4938-9ea1-326b5c4e8000 req-be4a1519-e0ae-4b42-9844-b7927f1fbf44 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:52.538193 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3150b8b7-e847-4938-9ea1-326b5c4e8000 req-be4a1519-e0ae-4b42-9844-b7927f1fbf44 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 943 time: 0.0594366 Jul 20 08:26:52.611608 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:52.617502 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3150b8b7-e847-4938-9ea1-326b5c4e8000 req-7bfa1224-55d1-44ba-9fb6-cbc0dc8346d4 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686479 Jul 20 08:26:52.647630 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d615b-cffe-4dc5-9b28-213b301025e9 req-3b1029ed-5ff9-4cd8-bb99-5965bd300fff tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:52.659465 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6e3d615b-cffe-4dc5-9b28-213b301025e9 req-3b1029ed-5ff9-4cd8-bb99-5965bd300fff tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0743876 Jul 20 08:26:52.722061 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6e3d615b-cffe-4dc5-9b28-213b301025e9 req-9efb75a7-ae01-424a-871f-7dabd27d0119 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568290 Jul 20 08:26:52.956689 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['25187f6d-a614-4168-94dd-d0c397aaf6f3'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:26:52.985818 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:53.441397 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7d70b-3f3c-4bfe-90cd-ca9c3e7468ed req-9897edb8-5ba1-4697-ae6a-0fdfea50982d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:53.445986 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 33942) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:53.457604 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-81b7d70b-3f3c-4bfe-90cd-ca9c3e7468ed req-9897edb8-5ba1-4697-ae6a-0fdfea50982d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 944 time: 0.1483257 Jul 20 08:26:53.525685 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-81b7d70b-3f3c-4bfe-90cd-ca9c3e7468ed req-774a73f7-d887-4b80-ac3f-59b4a3187feb tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636668 Jul 20 08:26:53.582330 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2524326-c578-42ee-b410-bb755c2fc776 req-569d39cd-02f8-47af-94fd-0b15b4ad0571 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:53.583977 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e2524326-c578-42ee-b410-bb755c2fc776 req-569d39cd-02f8-47af-94fd-0b15b4ad0571 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 944 time: 0.1249731 Jul 20 08:26:53.607656 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e79f3b-f351-4ff7-9160-6c8854e3cc60 admin admin] Deleting subnet 8a72bf57-68ee-480d-86dd-68c2ec4c91bf {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 08:26:53.622690 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-03e79f3b-f351-4ff7-9160-6c8854e3cc60 admin admin] Publish callbacks [] for subnet (8a72bf57-68ee-480d-86dd-68c2ec4c91bf), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:53.688299 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-03e79f3b-f351-4ff7-9160-6c8854e3cc60 admin admin] Publish callbacks [] for subnet (8a72bf57-68ee-480d-86dd-68c2ec4c91bf), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:53.708367 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-03e79f3b-f351-4ff7-9160-6c8854e3cc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1021515'] for subnet (8a72bf57-68ee-480d-86dd-68c2ec4c91bf), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:53.710667 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:53.748064 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e2524326-c578-42ee-b410-bb755c2fc776 req-04c9c290-1b3b-4e80-8585-e0090741aa73 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357977 Jul 20 08:26:53.819503 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe4432-3852-4842-a1c0-02815809206f req-befffb80-5302-4606-a0e4-0e6f36fb6beb tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:53.820565 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-03e79f3b-f351-4ff7-9160-6c8854e3cc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for subnet (8a72bf57-68ee-480d-86dd-68c2ec4c91bf), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:53.833979 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5afe4432-3852-4842-a1c0-02815809206f req-befffb80-5302-4606-a0e4-0e6f36fb6beb tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 945 time: 0.1347954 Jul 20 08:26:53.858220 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e79f3b-f351-4ff7-9160-6c8854e3cc60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a72bf57-68ee-480d-86dd-68c2ec4c91bf,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:53.867727 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-03e79f3b-f351-4ff7-9160-6c8854e3cc60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:53.871257 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-03e79f3b-f351-4ff7-9160-6c8854e3cc60 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8a72bf57-68ee-480d-86dd-68c2ec4c91bf HTTP/1.1" status: 204 len: 168 time: 0.4231894 Jul 20 08:26:53.875798 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 33952) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:53.936731 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5afe4432-3852-4842-a1c0-02815809206f req-6de922c4-85c2-4914-ab4e-700aec387535 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996633 Jul 20 08:26:53.966445 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d1530-e0b8-4068-a3e5-76cd104594eb req-43e8e9ad-d9ef-468d-99c5-051957ee5279 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:53.968150 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d48d1530-e0b8-4068-a3e5-76cd104594eb req-43e8e9ad-d9ef-468d-99c5-051957ee5279 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 943 time: 0.1141965 Jul 20 08:26:54.015324 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-828437'] for network (c9038383-1bf0-4e04-be22-07a0255174e1), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:54.037996 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 33956) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:54.084025 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d48d1530-e0b8-4068-a3e5-76cd104594eb req-012ed241-f438-48e7-966e-a5da643316d4 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081741 Jul 20 08:26:54.134496 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef07c9-e295-4672-a659-a5fd32061519 req-3b525357-2260-4568-998b-934e03b3bf3a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:54.136197 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5cef07c9-e295-4672-a659-a5fd32061519 req-3b525357-2260-4568-998b-934e03b3bf3a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0567951 Jul 20 08:26:54.177142 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021194', 'neutron.services.segments.db._delete_segments_for_network-8761468045370'] for network (c9038383-1bf0-4e04-be22-07a0255174e1), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:54.186628 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:54.200048 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5cef07c9-e295-4672-a659-a5fd32061519 req-cf4b0d60-d6d8-4926-a1c7-5b6e9576f62b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551376 Jul 20 08:26:54.215015 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-436490b5-0603-49ee-a5d9-8184aa9864d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:54.229368 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:26:54.229823 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:26:54.230753 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:26:54.231206 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Subscribe: > port after_create 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:26:54.231633 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:26:54.232071 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Subscribe: > port after_update 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:26:54.232516 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:26:54.232948 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:26:54.233372 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:26:54.233843 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:26:54.250864 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:26:54.309363 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-436490b5-0603-49ee-a5d9-8184aa9864d2 admin admin] Publish callbacks [] for security_group (788b88ab-ef58-4845-8314-9069fd58583e), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:54.315218 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-436490b5-0603-49ee-a5d9-8184aa9864d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (788b88ab-ef58-4845-8314-9069fd58583e), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:54.372892 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436490b5-0603-49ee-a5d9-8184aa9864d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788b88ab-ef58-4845-8314-9069fd58583e,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:54.381504 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-436490b5-0603-49ee-a5d9-8184aa9864d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db98840783b642c8884d04404816013f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413215 Jul 20 08:26:54.385066 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 33964) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:54.445282 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:26:54.446086 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:26:54.447042 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:26:54.447211 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:26:54.447800 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9038383-1bf0-4e04-be22-07a0255174e1']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:54.462829 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-61dc3767-bef5-4690-b8e0-5b37f3da6453 admin admin] Publish callbacks [] for security_group (788b88ab-ef58-4845-8314-9069fd58583e), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:54.479644 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62c8e39-3556-49ed-b0ee-f2d9a0ef603b') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:54.480038 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62c8e39-3556-49ed-b0ee-f2d9a0ef603b') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:54.499273 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-61dc3767-bef5-4690-b8e0-5b37f3da6453 admin admin] Publish callbacks [] for security_group (788b88ab-ef58-4845-8314-9069fd58583e), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:54.518773 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761468047427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528500728'] for segment (e62c8e39-3556-49ed-b0ee-f2d9a0ef603b), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:54.553565 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (e62c8e39-3556-49ed-b0ee-f2d9a0ef603b), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:54.573177 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 08:26:54.573879 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528672105'] for segment (e62c8e39-3556-49ed-b0ee-f2d9a0ef603b), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:54.578314 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-61dc3767-bef5-4690-b8e0-5b37f3da6453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (788b88ab-ef58-4845-8314-9069fd58583e), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:54.582148 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-61dc3767-bef5-4690-b8e0-5b37f3da6453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:54.586525 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-61dc3767-bef5-4690-b8e0-5b37f3da6453 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/788b88ab-ef58-4845-8314-9069fd58583e HTTP/1.1" status: 204 len: 168 time: 0.2000623 Jul 20 08:26:54.606714 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc3767-bef5-4690-b8e0-5b37f3da6453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788b88ab-ef58-4845-8314-9069fd58583e,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:54.727376 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 25187f6d-a614-4168-94dd-d0c397aaf6f3 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:54.739186 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730124'] for network (c9038383-1bf0-4e04-be22-07a0255174e1), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:54.758069 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:54.767388 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c9038383-1bf0-4e04-be22-07a0255174e1 HTTP/1.1" status: 204 len: 168 time: 0.8900254 Jul 20 08:26:54.771275 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 33982) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:54.898658 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0889da-8fb8-49db-9838-ce2d383d3540 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9038383-1bf0-4e04-be22-07a0255174e1,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:54.900703 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:54.918804 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab666ff6-c9f7-4c90-9462-81a18dada4df req-1aa9e0d0-ee27-4e1b-bea3-ffc5d2a853a1 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:54.926418 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ab666ff6-c9f7-4c90-9462-81a18dada4df req-1aa9e0d0-ee27-4e1b-bea3-ffc5d2a853a1 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 944 time: 0.1071520 Jul 20 08:26:54.934333 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 25187f6d-a614-4168-94dd-d0c397aaf6f3 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:26:54.963457 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 25187f6d-a614-4168-94dd-d0c397aaf6f3 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:54.965363 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:54.967231 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:54.993876 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-acd40437-b1da-43ce-b3ec-b7b9cce40aff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90d4b267-6b9e-479b-978c-9e4434caa2b0 HTTP/1.1" status: 200 len: 217 time: 0.0648882 Jul 20 08:26:55.042682 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ab666ff6-c9f7-4c90-9462-81a18dada4df req-dd37efe9-a59f-457a-818f-dd437c4d7821 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149383 Jul 20 08:26:55.166148 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ccc2d-c4d8-4d5a-92f3-df1b0a5ff77c req-b8271d40-f2ca-44b0-9dd5-080ac97c8d27 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:55.167652 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaf211-293b-41d2-a2df-2b163ab6a430 req-bec8d4da-8b64-4211-85f7-1a4329a8525a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:55.177411 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8eaf211-293b-41d2-a2df-2b163ab6a430 req-bec8d4da-8b64-4211-85f7-1a4329a8525a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 945 time: 0.0648482 Jul 20 08:26:55.191426 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-358ccc2d-c4d8-4d5a-92f3-df1b0a5ff77c req-b8271d40-f2ca-44b0-9dd5-080ac97c8d27 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 944 time: 0.2992861 Jul 20 08:26:55.194470 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 25187f6d-a614-4168-94dd-d0c397aaf6f3 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:55.196510 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.200306 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-80440994-c771-42ac-8a19-011a3462e359 admin admin] Deleting subnet a3e7c901-d74f-4eb6-b1dd-3c8e47e215de {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 08:26:55.258765 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8eaf211-293b-41d2-a2df-2b163ab6a430 req-e9f875df-147f-49f0-899b-a3daf3290896 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800083 Jul 20 08:26:55.274961 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-80440994-c771-42ac-8a19-011a3462e359 admin admin] Publish callbacks [] for subnet (a3e7c901-d74f-4eb6-b1dd-3c8e47e215de), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.283346 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment e62c8e39-3556-49ed-b0ee-f2d9a0ef603b resource provider aggregate not found Jul 20 08:26:55.291170 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25187f6d-a614-4168-94dd-d0c397aaf6f3'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:26:55.293627 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b4b397-b332-43b2-8fe4-2142e7acaae1" -d '{"events": [{"server_uuid": "21b295e0-508c-4cd5-b18f-3b808c0ff265", "name": "network-vif-plugged", "status": "completed", "tag": "25187f6d-a614-4168-94dd-d0c397aaf6f3"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:26:55.300317 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 25187f6d-a614-4168-94dd-d0c397aaf6f3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:55.307633 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.315861 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment e62c8e39-3556-49ed-b0ee-f2d9a0ef603b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e62c8e39-3556-49ed-b0ee-f2d9a0ef603b found for delete ", "request_id": "req-242a9b5c-e5e9-43f7-af3d-40f27b462bcf"}]} Jul 20 08:26:55.373355 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-358ccc2d-c4d8-4d5a-92f3-df1b0a5ff77c req-8f000244-cc4d-47e6-b6e1-739f5fba0c74 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641076 Jul 20 08:26:55.385375 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-80440994-c771-42ac-8a19-011a3462e359 admin admin] Publish callbacks [] for subnet (a3e7c901-d74f-4eb6-b1dd-3c8e47e215de), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.410974 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-80440994-c771-42ac-8a19-011a3462e359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1021515'] for subnet (a3e7c901-d74f-4eb6-b1dd-3c8e47e215de), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.422386 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=25187f6d-a614-4168-94dd-d0c397aaf6f3,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:55.455299 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:55.486207 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 34004) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:55.503293 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691388b-581c-4fa7-bb3f-e3fcdf54ce34 req-ce9ec409-08ae-4239-a8b0-60d27c46a5d4 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:55.504907 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3691388b-581c-4fa7-bb3f-e3fcdf54ce34 req-ce9ec409-08ae-4239-a8b0-60d27c46a5d4 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 943 time: 0.1005704 Jul 20 08:26:55.538672 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-048fd471-f43d-40fd-a60d-902cf6ffd08f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.561960 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3691388b-581c-4fa7-bb3f-e3fcdf54ce34 req-45358956-f502-446f-91df-6715d0f57829 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503845 Jul 20 08:26:55.574921 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3843be9-559c-4ac4-b887-0b99d755bed5 req-794aafab-6982-4a80-b5e0-10941169138b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:55.581571 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e3843be9-559c-4ac4-b887-0b99d755bed5 req-794aafab-6982-4a80-b5e0-10941169138b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.1155560 Jul 20 08:26:55.608843 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-80440994-c771-42ac-8a19-011a3462e359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for subnet (a3e7c901-d74f-4eb6-b1dd-3c8e47e215de), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.625643 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aea1fbb-fc16-46fb-82c9-cdb49836aa45 x-openstack-request-id: req-0aea1fbb-fc16-46fb-82c9-cdb49836aa45 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:26:55.626183 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b295e0-508c-4cd5-b18f-3b808c0ff265", "name": "network-vif-plugged", "status": "completed", "tag": "25187f6d-a614-4168-94dd-d0c397aaf6f3", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:26:55.626857 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0aea1fbb-fc16-46fb-82c9-cdb49836aa45 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:26:55.627489 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aea1fbb-fc16-46fb-82c9-cdb49836aa45'] response: {'server_uuid': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25187f6d-a614-4168-94dd-d0c397aaf6f3', 'code': 200} Jul 20 08:26:55.652913 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80440994-c771-42ac-8a19-011a3462e359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3e7c901-d74f-4eb6-b1dd-3c8e47e215de,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:55.672395 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-80440994-c771-42ac-8a19-011a3462e359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.675783 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-80440994-c771-42ac-8a19-011a3462e359 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a3e7c901-d74f-4eb6-b1dd-3c8e47e215de HTTP/1.1" status: 204 len: 168 time: 0.9034193 Jul 20 08:26:55.680788 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 34006) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:55.702124 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e3843be9-559c-4ac4-b887-0b99d755bed5 req-609f927c-c048-43f0-b106-86274dd6bb14 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175342 Jul 20 08:26:55.754516 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-048fd471-f43d-40fd-a60d-902cf6ffd08f admin admin] Publish callbacks [] for security_group (93b0b2a0-0c37-4cef-9846-e040274cb1dc), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.760661 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-048fd471-f43d-40fd-a60d-902cf6ffd08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (93b0b2a0-0c37-4cef-9846-e040274cb1dc), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.783728 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d2ead33f-e588-419d-8db2-5c46d7e70837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-828437'] for network (d23d5f79-c441-4ab7-a87d-93842eeb5f8b), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.813722 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-048fd471-f43d-40fd-a60d-902cf6ffd08f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe2a3abe9b0d44d8872c877fd710e837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245280 Jul 20 08:26:55.814675 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fd471-f43d-40fd-a60d-902cf6ffd08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b0b2a0-0c37-4cef-9846-e040274cb1dc,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:55.817323 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 34008) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:55.881551 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-90111ac2-e562-48a2-8813-cd7caf0d3d9b admin admin] Publish callbacks [] for security_group (93b0b2a0-0c37-4cef-9846-e040274cb1dc), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.892067 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d2ead33f-e588-419d-8db2-5c46d7e70837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021194', 'neutron.services.segments.db._delete_segments_for_network-8761468045370'] for network (d23d5f79-c441-4ab7-a87d-93842eeb5f8b), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.911932 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-90111ac2-e562-48a2-8813-cd7caf0d3d9b admin admin] Publish callbacks [] for security_group (93b0b2a0-0c37-4cef-9846-e040274cb1dc), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.915793 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-d2ead33f-e588-419d-8db2-5c46d7e70837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23d5f79-c441-4ab7-a87d-93842eeb5f8b']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:55.928354 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-d2ead33f-e588-419d-8db2-5c46d7e70837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0966815-becf-4834-9ab7-e7f40e29349d') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:55.928645 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-d2ead33f-e588-419d-8db2-5c46d7e70837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0966815-becf-4834-9ab7-e7f40e29349d') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:26:55.940511 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d2ead33f-e588-419d-8db2-5c46d7e70837 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761468047427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528500728'] for segment (a0966815-becf-4834-9ab7-e7f40e29349d), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.957539 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d2ead33f-e588-419d-8db2-5c46d7e70837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (a0966815-becf-4834-9ab7-e7f40e29349d), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.965752 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ead33f-e588-419d-8db2-5c46d7e70837 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 08:26:55.966240 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d2ead33f-e588-419d-8db2-5c46d7e70837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528672105'] for segment (a0966815-becf-4834-9ab7-e7f40e29349d), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.972971 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-90111ac2-e562-48a2-8813-cd7caf0d3d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (93b0b2a0-0c37-4cef-9846-e040274cb1dc), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.975841 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-90111ac2-e562-48a2-8813-cd7caf0d3d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:55.977048 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-90111ac2-e562-48a2-8813-cd7caf0d3d9b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93b0b2a0-0c37-4cef-9846-e040274cb1dc HTTP/1.1" status: 204 len: 168 time: 0.1588275 Jul 20 08:26:55.996022 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90111ac2-e562-48a2-8813-cd7caf0d3d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b0b2a0-0c37-4cef-9846-e040274cb1dc,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:56.091959 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:56.104956 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d2ead33f-e588-419d-8db2-5c46d7e70837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730124'] for network (d23d5f79-c441-4ab7-a87d-93842eeb5f8b), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:56.115575 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d2ead33f-e588-419d-8db2-5c46d7e70837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:56.121681 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d2ead33f-e588-419d-8db2-5c46d7e70837 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d23d5f79-c441-4ab7-a87d-93842eeb5f8b HTTP/1.1" status: 204 len: 168 time: 0.4313519 Jul 20 08:26:56.151915 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ead33f-e588-419d-8db2-5c46d7e70837 admin admin] Pushing event deleted for resources: {'Network': ['ID=d23d5f79-c441-4ab7-a87d-93842eeb5f8b,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:56.244238 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976d3d3-49e7-48e6-b731-534c9be0a01a req-2aaa1cea-87c3-49ad-930b-862e4916e84e tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:56.257519 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5976d3d3-49e7-48e6-b731-534c9be0a01a req-2aaa1cea-87c3-49ad-930b-862e4916e84e tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 944 time: 0.1106381 Jul 20 08:26:56.353604 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 34030) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:56.363531 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5976d3d3-49e7-48e6-b731-534c9be0a01a req-d2243b04-9387-4c10-a1c2-4dc1a8b5808e tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030221 Jul 20 08:26:56.518285 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-5080814f-f54d-412c-b19d-26326e722a79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a31d4d7270a942fa84698d04d807d59b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622024 Jul 20 08:26:56.519351 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 34040) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:56.566822 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:56.589762 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac0b5c-ad1c-4d39-ad39-eec467dbadb7 req-91aecd2c-76c0-492a-8c72-7cce5b83ff2e tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:56.601029 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d3ac0b5c-ad1c-4d39-ad39-eec467dbadb7 req-91aecd2c-76c0-492a-8c72-7cce5b83ff2e tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 944 time: 0.1048100 Jul 20 08:26:56.611752 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922025d4-79a3-4148-8ad6-584f0bbea9dd req-aa8eda1f-c207-461f-b109-c5357520f89a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:56.614610 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-922025d4-79a3-4148-8ad6-584f0bbea9dd req-aa8eda1f-c207-461f-b109-c5357520f89a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.1963563 Jul 20 08:26:56.621460 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:56.694721 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:56.719716 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d3ac0b5c-ad1c-4d39-ad39-eec467dbadb7 req-6354c1a2-4022-4068-876e-95cba84976bb tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162903 Jul 20 08:26:56.746631 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 1a663922-bde3-4ffe-a3dd-70862157632c details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:26:56.860782 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:56.862313 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ce91da11-6492-4c94-b2b0-4728866f7c1e admin admin] Publish callbacks [] for security_group (cb9f6006-a468-441a-bf31-c1168144f403), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:56.893696 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-922025d4-79a3-4148-8ad6-584f0bbea9dd req-b485fc0c-cbe2-4633-b07d-e39129b92a1d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591243 Jul 20 08:26:56.943109 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ce91da11-6492-4c94-b2b0-4728866f7c1e admin admin] Publish callbacks [] for security_group (cb9f6006-a468-441a-bf31-c1168144f403), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:56.980077 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f12094-5d70-4ec3-8c1e-48aea766b6f9 req-f35f28be-16fa-4471-99ed-37d298dc48aa tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:56.983341 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-70f12094-5d70-4ec3-8c1e-48aea766b6f9 req-f35f28be-16fa-4471-99ed-37d298dc48aa tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 943 time: 0.1412702 Jul 20 08:26:57.089563 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ce91da11-6492-4c94-b2b0-4728866f7c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (cb9f6006-a468-441a-bf31-c1168144f403), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:57.094682 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ce91da11-6492-4c94-b2b0-4728866f7c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:57.096978 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ce91da11-6492-4c94-b2b0-4728866f7c1e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb9f6006-a468-441a-bf31-c1168144f403 HTTP/1.1" status: 204 len: 168 time: 0.5719795 Jul 20 08:26:57.114032 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 1a663922-bde3-4ffe-a3dd-70862157632c, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=1a663922-bde3-4ffe-a3dd-70862157632c,segment=NetworkSegment(1c19b764-987f-4d64-81ed-d681c7ce8af3),segment_id=1c19b764-987f-4d64-81ed-d681c7ce8af3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:57.124472 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 34056) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:57.157983 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '1a663922-bde3-4ffe-a3dd-70862157632c', 'network_id': '55fb7f17-dc5d-46da-8831-2cc4e1a41a9d', 'port_id': '1a663922-bde3-4ffe-a3dd-70862157632c', 'mac_address': 'fa:16:3e:52:27:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1242d9-08c9-4d7e-a533-394c37b3ab51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:26:57.172866 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-70f12094-5d70-4ec3-8c1e-48aea766b6f9 req-f37dc715-efdd-4782-8949-29cc99b57db2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763873 Jul 20 08:26:57.213412 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e912e9-4f78-4819-a6c7-add52ea9450f req-759cb9b0-5912-4022-8fbe-09f624e7af80 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:57.217211 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a8e912e9-4f78-4819-a6c7-add52ea9450f req-759cb9b0-5912-4022-8fbe-09f624e7af80 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.1483874 Jul 20 08:26:57.235492 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91da11-6492-4c94-b2b0-4728866f7c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9f6006-a468-441a-bf31-c1168144f403,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:57.268985 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 1a663922-bde3-4ffe-a3dd-70862157632c is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:57.269785 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (1a663922-bde3-4ffe-a3dd-70862157632c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:57.333258 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a663922-bde3-4ffe-a3dd-70862157632c {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:26:57.346710 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a8e912e9-4f78-4819-a6c7-add52ea9450f req-82d8e6d3-80ae-4342-8589-0a555a8afa2e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150329 Jul 20 08:26:57.362648 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment a0966815-becf-4834-9ab7-e7f40e29349d resource provider aggregate not found Jul 20 08:26:57.410194 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment a0966815-becf-4834-9ab7-e7f40e29349d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0966815-becf-4834-9ab7-e7f40e29349d found for delete ", "request_id": "req-7264ca36-0e0f-4b01-a3c1-70745e1ac186"}]} Jul 20 08:26:57.414539 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 1a663922-bde3-4ffe-a3dd-70862157632c, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=1a663922-bde3-4ffe-a3dd-70862157632c,segment=NetworkSegment(1c19b764-987f-4d64-81ed-d681c7ce8af3),segment_id=1c19b764-987f-4d64-81ed-d681c7ce8af3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:57.423369 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (1a663922-bde3-4ffe-a3dd-70862157632c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:57.478428 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:57.517977 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=1a663922-bde3-4ffe-a3dd-70862157632c,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:57.575999 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633d714-4519-42d5-920e-23a16fe2451c req-3279f7e8-2b56-4c7c-866b-d8002da8e42c tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:57.579583 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e633d714-4519-42d5-920e-23a16fe2451c req-3279f7e8-2b56-4c7c-866b-d8002da8e42c tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 945 time: 0.0932627 Jul 20 08:26:57.669707 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2aef0d64-af7d-4145-9a6e-817c82ca3726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:57.709706 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:57.730511 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e633d714-4519-42d5-920e-23a16fe2451c req-caa05024-a0ec-4a58-a195-ffc2505a9287 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431530 Jul 20 08:26:57.876596 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 34078) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:57.902176 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:UPDATE=1,neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:57.920005 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0caee3-2323-47b6-84a0-962202afbd7e req-35ff9ca6-5a0f-433b-b2a8-4e1bffa2c228 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:57.930954 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ba0caee3-2323-47b6-84a0-962202afbd7e req-35ff9ca6-5a0f-433b-b2a8-4e1bffa2c228 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 944 time: 0.0877945 Jul 20 08:26:57.962849 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['1a663922-bde3-4ffe-a3dd-70862157632c'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:26:58.068625 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ba0caee3-2323-47b6-84a0-962202afbd7e req-9004fec5-2982-4fb2-94f5-4ea800caa850 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361139 Jul 20 08:26:58.094416 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-39ebac72-6617-4122-b0da-fa583b9cde90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef83da28b788440491781b52fa2f498a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108543 Jul 20 08:26:58.097043 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 34082) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:58.100456 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-bededad7-4071-4ae4-8c91-f5e27a48641b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:58.102768 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-bededad7-4071-4ae4-8c91-f5e27a48641b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7 HTTP/1.1" status: 200 len: 849 time: 0.3415766 Jul 20 08:26:58.131784 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2aef0d64-af7d-4145-9a6e-817c82ca3726 admin admin] Publish callbacks [] for security_group (bddb7a5a-8726-44a5-a5c9-d2a82403adbf), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:58.140244 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2aef0d64-af7d-4145-9a6e-817c82ca3726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (bddb7a5a-8726-44a5-a5c9-d2a82403adbf), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:58.213193 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a2869dff-c7ec-4598-b9a6-b2bffe27d3f7 admin admin] Publish callbacks [] for security_group (af28919f-8d09-403e-b1d6-c24ba2c4a91f), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:58.317350 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2aef0d64-af7d-4145-9a6e-817c82ca3726 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b236b3e528d4e2d842a7d5f5cab2f50&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1897166 Jul 20 08:26:58.323001 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 34090) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:58.327948 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a2869dff-c7ec-4598-b9a6-b2bffe27d3f7 admin admin] Publish callbacks [] for security_group (af28919f-8d09-403e-b1d6-c24ba2c4a91f), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:58.340435 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef0d64-af7d-4145-9a6e-817c82ca3726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddb7a5a-8726-44a5-a5c9-d2a82403adbf,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:58.427610 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca42a70-1e73-4a48-b32b-cde59e6bd325 req-63839941-f519-49cf-b20c-112663eab87a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:58.430304 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5ca42a70-1e73-4a48-b32b-cde59e6bd325 req-63839941-f519-49cf-b20c-112663eab87a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.2384636 Jul 20 08:26:58.433380 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f47e2-6fe4-498e-8db8-f8d8ed493131 req-bccc3260-df4d-4c17-a875-ad9c8afe1f1c tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:58.443352 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6b6f47e2-6fe4-498e-8db8-f8d8ed493131 req-bccc3260-df4d-4c17-a875-ad9c8afe1f1c tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 943 time: 0.1403375 Jul 20 08:26:58.559959 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9ef5a47b-77f0-4798-b051-cefa9c651be1 admin admin] Publish callbacks [] for security_group (bddb7a5a-8726-44a5-a5c9-d2a82403adbf), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:58.569476 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-06a83537-2e4b-414b-8313-7a14d79f7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:58.571978 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-06a83537-2e4b-414b-8313-7a14d79f7f86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1329265 Jul 20 08:26:58.586983 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6b6f47e2-6fe4-498e-8db8-f8d8ed493131 req-6f903061-3b0d-4636-a61e-7fde35f25160 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424468 Jul 20 08:26:58.588843 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a2869dff-c7ec-4598-b9a6-b2bffe27d3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (af28919f-8d09-403e-b1d6-c24ba2c4a91f), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:58.593691 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a2869dff-c7ec-4598-b9a6-b2bffe27d3f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:58.599799 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-a2869dff-c7ec-4598-b9a6-b2bffe27d3f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af28919f-8d09-403e-b1d6-c24ba2c4a91f HTTP/1.1" status: 204 len: 168 time: 0.4968946 Jul 20 08:26:58.628684 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2869dff-c7ec-4598-b9a6-b2bffe27d3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af28919f-8d09-403e-b1d6-c24ba2c4a91f,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:58.673858 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5ca42a70-1e73-4a48-b32b-cde59e6bd325 req-59d5f942-430c-4375-95ed-563123ddb81c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163484 Jul 20 08:26:58.785921 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9ef5a47b-77f0-4798-b051-cefa9c651be1 admin admin] Publish callbacks [] for security_group (bddb7a5a-8726-44a5-a5c9-d2a82403adbf), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:58.816156 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d2747-61fc-4891-9c62-2e4354b31dc4 req-0fbe0390-9ce8-41c7-a3c3-d34c3eaa075c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:58.816156 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5f9d2747-61fc-4891-9c62-2e4354b31dc4 req-0fbe0390-9ce8-41c7-a3c3-d34c3eaa075c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0724270 Jul 20 08:26:58.863137 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfe3af-d7cf-4615-b3bb-4a85dde46383 req-ff65805d-fe23-43ed-977b-403f9be41e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:58.865073 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c8cfe3af-d7cf-4615-b3bb-4a85dde46383 req-ff65805d-fe23-43ed-977b-403f9be41e6e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 1130 time: 0.2275162 Jul 20 08:26:58.931730 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:58.944247 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5f9d2747-61fc-4891-9c62-2e4354b31dc4 req-3bf99c24-78f4-4d1c-8063-fb4505e24c6f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176536 Jul 20 08:26:59.121016 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 34108) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:59.192169 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device e37caaf1-6167-4ebe-94cd-55ea929f139d details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:26:59.222957 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:59.227854 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 1a663922-bde3-4ffe-a3dd-70862157632c up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:26:59.239697 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edcf7c-4e77-4ec8-8c58-386317ad22b6 req-9521b983-15cc-4b72-ae18-4227cd9aebfb tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:59.246848 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86edcf7c-4e77-4ec8-8c58-386317ad22b6 req-9521b983-15cc-4b72-ae18-4227cd9aebfb tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 945 time: 0.3181109 Jul 20 08:26:59.277504 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-b5b7249f-d6f1-4d3c-89b9-5b0a8c7c3efd service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6602657 Jul 20 08:26:59.319199 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86edcf7c-4e77-4ec8-8c58-386317ad22b6 req-a0de8082-4b6f-4ba3-910a-7a5eace11a83 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713329 Jul 20 08:26:59.344837 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c8cfe3af-d7cf-4615-b3bb-4a85dde46383 req-0248794e-d4cf-42b8-9448-256e982a192d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4702661 Jul 20 08:26:59.346194 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9ef5a47b-77f0-4798-b051-cefa9c651be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (bddb7a5a-8726-44a5-a5c9-d2a82403adbf), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:59.348940 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9ef5a47b-77f0-4798-b051-cefa9c651be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:59.350115 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9ef5a47b-77f0-4798-b051-cefa9c651be1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bddb7a5a-8726-44a5-a5c9-d2a82403adbf HTTP/1.1" status: 204 len: 168 time: 1.0255682 Jul 20 08:26:59.359518 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e2853a5e-a42e-4c8d-85a8-3e0e784fbe38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:59.415121 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.db.resource_extend [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 08:26:59.419054 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5a47b-77f0-4798-b051-cefa9c651be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddb7a5a-8726-44a5-a5c9-d2a82403adbf,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:59.537069 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45522cf-b861-4af6-a9b0-97b98239f6e8 req-15ecb69d-7f3c-4276-9e03-14919094d5e3 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:59.544814 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a45522cf-b861-4af6-a9b0-97b98239f6e8 req-15ecb69d-7f3c-4276-9e03-14919094d5e3 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 944 time: 0.0894330 Jul 20 08:26:59.574444 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7931ccf5-1083-4d1e-85c5-3d924e505928 req-873a4d59-c659-4405-9c4c-c708c773e625 service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660723 Jul 20 08:26:59.597999 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e2853a5e-a42e-4c8d-85a8-3e0e784fbe38 admin admin] Publish callbacks [] for security_group (7e02e014-3ce0-4739-9aa0-379df3a8130c), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:59.609313 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e2853a5e-a42e-4c8d-85a8-3e0e784fbe38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (7e02e014-3ce0-4739-9aa0-379df3a8130c), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:59.621050 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a45522cf-b861-4af6-a9b0-97b98239f6e8 req-0cb290da-bde0-4135-89e9-3c1c0691e927 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749009 Jul 20 08:26:59.627699 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 1a663922-bde3-4ffe-a3dd-70862157632c completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:26:59.644516 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 1a663922-bde3-4ffe-a3dd-70862157632c triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:26:59.645228 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (1a663922-bde3-4ffe-a3dd-70862157632c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:59.712207 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:26:59.721286 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2853a5e-a42e-4c8d-85a8-3e0e784fbe38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e02e014-3ce0-4739-9aa0-379df3a8130c,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:26:59.740278 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port e37caaf1-6167-4ebe-94cd-55ea929f139d, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=e37caaf1-6167-4ebe-94cd-55ea929f139d,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:26:59.772828 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': 'e37caaf1-6167-4ebe-94cd-55ea929f139d', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'port_id': 'e37caaf1-6167-4ebe-94cd-55ea929f139d', 'mac_address': 'fa:16:3e:bb:c5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:26:59.814864 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79faee-a044-4e56-adb6-85b2f37ea54c req-8dc157e7-5e5f-4da3-8b6f-77158a8c392a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:26:59.823319 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa79faee-a044-4e56-adb6-85b2f37ea54c req-8dc157e7-5e5f-4da3-8b6f-77158a8c392a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 943 time: 0.1028993 Jul 20 08:26:59.851936 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-e2853a5e-a42e-4c8d-85a8-3e0e784fbe38 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1a99ecabdd045a191a619668899ee75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7300856 Jul 20 08:26:59.858882 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 34130) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:26:59.921394 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 1a663922-bde3-4ffe-a3dd-70862157632c is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:59.922602 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (1a663922-bde3-4ffe-a3dd-70862157632c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:59.928207 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port e37caaf1-6167-4ebe-94cd-55ea929f139d is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:26:59.929097 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (e37caaf1-6167-4ebe-94cd-55ea929f139d), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:26:59.943605 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa79faee-a044-4e56-adb6-85b2f37ea54c req-8eabe43e-fdf1-4bcc-9166-36d01110eb0c tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186926 Jul 20 08:26:59.982449 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f15fdb-adca-4734-85e3-e0e20bdf2889 req-4c937952-0dcb-4aac-8bdf-861c6c5a094d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:00.005026 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-64f15fdb-adca-4734-85e3-e0e20bdf2889 req-4c937952-0dcb-4aac-8bdf-861c6c5a094d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.2848392 Jul 20 08:27:00.018827 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-de931af0-5cab-40cb-bc7f-cde11ed1232e admin admin] Publish callbacks [] for security_group (7e02e014-3ce0-4739-9aa0-379df3a8130c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:00.040806 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0df430-d3f8-4e9d-949f-5d8f0359484d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a663922-bde3-4ffe-a3dd-70862157632c'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:27:00.045586 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd331d75-316c-48a0-9e6d-70e3383204c2" -d '{"events": [{"server_uuid": "fa0df430-d3f8-4e9d-949f-5d8f0359484d", "name": "network-vif-plugged", "status": "completed", "tag": "1a663922-bde3-4ffe-a3dd-70862157632c"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:27:00.053102 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37caaf1-6167-4ebe-94cd-55ea929f139d {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:27:00.079492 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:00.084731 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 1a663922-bde3-4ffe-a3dd-70862157632c, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=1a663922-bde3-4ffe-a3dd-70862157632c,segment=NetworkSegment(1c19b764-987f-4d64-81ed-d681c7ce8af3),segment_id=1c19b764-987f-4d64-81ed-d681c7ce8af3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:27:00.098776 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-de931af0-5cab-40cb-bc7f-cde11ed1232e admin admin] Publish callbacks [] for security_group (7e02e014-3ce0-4739-9aa0-379df3a8130c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:00.099681 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (1a663922-bde3-4ffe-a3dd-70862157632c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:00.101367 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 34136) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:00.101880 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-64f15fdb-adca-4734-85e3-e0e20bdf2889 req-889fe0db-7799-47de-a210-1f20e6ad385e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954659 Jul 20 08:27:00.158431 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabaa6b1-6052-48b1-839f-3aad505a3ad6 x-openstack-request-id: req-fabaa6b1-6052-48b1-839f-3aad505a3ad6 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:27:00.159114 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0df430-d3f8-4e9d-949f-5d8f0359484d", "name": "network-vif-plugged", "status": "completed", "tag": "1a663922-bde3-4ffe-a3dd-70862157632c", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:27:00.159395 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fabaa6b1-6052-48b1-839f-3aad505a3ad6 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:27:00.159749 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fabaa6b1-6052-48b1-839f-3aad505a3ad6'] response: {'server_uuid': 'fa0df430-d3f8-4e9d-949f-5d8f0359484d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a663922-bde3-4ffe-a3dd-70862157632c', 'code': 200} Jul 20 08:27:00.164269 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3321aff9-8d47-44ec-9d36-9d7612ce9363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:00.167112 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port e37caaf1-6167-4ebe-94cd-55ea929f139d, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=e37caaf1-6167-4ebe-94cd-55ea929f139d,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:27:00.180151 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (e37caaf1-6167-4ebe-94cd-55ea929f139d), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:00.185019 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=1a663922-bde3-4ffe-a3dd-70862157632c,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:00.250642 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f97af-1dab-42df-ac51-3ea2c3e5cac1 req-fad090ad-7e74-4973-b7e1-94f8217117d1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:00.258407 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-642f97af-1dab-42df-ac51-3ea2c3e5cac1 req-fad090ad-7e74-4973-b7e1-94f8217117d1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.1547925 Jul 20 08:27:00.336301 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-de931af0-5cab-40cb-bc7f-cde11ed1232e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (7e02e014-3ce0-4739-9aa0-379df3a8130c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:00.338893 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-de931af0-5cab-40cb-bc7f-cde11ed1232e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:00.340120 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-de931af0-5cab-40cb-bc7f-cde11ed1232e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e02e014-3ce0-4739-9aa0-379df3a8130c HTTP/1.1" status: 204 len: 168 time: 0.4794433 Jul 20 08:27:00.381581 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-642f97af-1dab-42df-ac51-3ea2c3e5cac1 req-41f66800-ef9e-4306-b9ba-4eb88b225d6d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219852 Jul 20 08:27:00.384353 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de931af0-5cab-40cb-bc7f-cde11ed1232e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e02e014-3ce0-4739-9aa0-379df3a8130c,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:00.386565 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=e37caaf1-6167-4ebe-94cd-55ea929f139d,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:00.454966 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3321aff9-8d47-44ec-9d36-9d7612ce9363 admin admin] Publish callbacks [] for security_group (e984978f-8e81-48f5-ac8b-6c9b9d74681d), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:00.463541 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3321aff9-8d47-44ec-9d36-9d7612ce9363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (e984978f-8e81-48f5-ac8b-6c9b9d74681d), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:00.521227 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3321aff9-8d47-44ec-9d36-9d7612ce9363 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3dc8ade0a5294f71ae2b924822c6fb91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4162710 Jul 20 08:27:00.522568 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321aff9-8d47-44ec-9d36-9d7612ce9363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e984978f-8e81-48f5-ac8b-6c9b9d74681d,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:00.525329 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 34148) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:00.546917 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:00.580326 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead44dc7-fa86-4112-a3f7-69d306eb5423 req-4082c3d7-11f5-41c1-8e9c-cb6379400c22 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:00.582892 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ead44dc7-fa86-4112-a3f7-69d306eb5423 req-4082c3d7-11f5-41c1-8e9c-cb6379400c22 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 946 time: 0.1043034 Jul 20 08:27:00.591946 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-add1cc8b-515c-448b-8b91-d038ba551bfc admin admin] Publish callbacks [] for security_group (e984978f-8e81-48f5-ac8b-6c9b9d74681d), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:00.644008 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-add1cc8b-515c-448b-8b91-d038ba551bfc admin admin] Publish callbacks [] for security_group (e984978f-8e81-48f5-ac8b-6c9b9d74681d), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:00.679862 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ead44dc7-fa86-4112-a3f7-69d306eb5423 req-2e4ba4f0-cf33-4886-a872-b2d722d9757e tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896139 Jul 20 08:27:00.729907 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:00.752032 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['e37caaf1-6167-4ebe-94cd-55ea929f139d'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:27:00.797393 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211d17a-1e17-4b08-ab22-6d9da80fff8b req-1688ab9c-db5e-4166-aa5c-20f26e431d23 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:00.801528 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7211d17a-1e17-4b08-ab22-6d9da80fff8b req-1688ab9c-db5e-4166-aa5c-20f26e431d23 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 944 time: 0.0907023 Jul 20 08:27:00.825442 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-add1cc8b-515c-448b-8b91-d038ba551bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (e984978f-8e81-48f5-ac8b-6c9b9d74681d), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:00.834144 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-add1cc8b-515c-448b-8b91-d038ba551bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:00.837838 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-add1cc8b-515c-448b-8b91-d038ba551bfc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e984978f-8e81-48f5-ac8b-6c9b9d74681d HTTP/1.1" status: 204 len: 168 time: 0.3112316 Jul 20 08:27:00.878432 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1cc8b-515c-448b-8b91-d038ba551bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e984978f-8e81-48f5-ac8b-6c9b9d74681d,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:00.885395 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:00.935847 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7211d17a-1e17-4b08-ab22-6d9da80fff8b req-5eb2f0d2-85e4-4fe6-ad34-eba7edf3ae4b tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267970 Jul 20 08:27:01.179671 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088e076-378f-4112-869c-6af3f797bd1f req-0cb82a58-a122-49ac-a9b3-c073d671d265 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:01.189046 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9088e076-378f-4112-869c-6af3f797bd1f req-0cb82a58-a122-49ac-a9b3-c073d671d265 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 944 time: 0.0960310 Jul 20 08:27:01.257530 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9088e076-378f-4112-869c-6af3f797bd1f req-8e6f316e-5dd3-4540-b080-afd68de04614 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674279 Jul 20 08:27:01.372760 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafab86-40e9-4e1e-a07a-4c52e7dfd8eb req-6d9826f8-1b0a-43b4-af05-001a3256d30c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:01.374826 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-baafab86-40e9-4e1e-a07a-4c52e7dfd8eb req-6d9826f8-1b0a-43b4-af05-001a3256d30c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0869701 Jul 20 08:27:01.465413 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-baafab86-40e9-4e1e-a07a-4c52e7dfd8eb req-aab45b47-ab4c-4967-a7dc-c3031ae9a880 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811489 Jul 20 08:27:01.633644 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0097bc4-4577-446c-8040-119eb553f8bd req-b1765840-dce5-4cb7-a0f3-c2f6bb77b88b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:01.635315 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c0097bc4-4577-446c-8040-119eb553f8bd req-b1765840-dce5-4cb7-a0f3-c2f6bb77b88b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0985022 Jul 20 08:27:01.706030 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c0097bc4-4577-446c-8040-119eb553f8bd req-cec9884e-3957-4ae8-a96e-82b2f6df097b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555182 Jul 20 08:27:01.964944 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aa0d5-2a21-4947-8663-dd772380cb6e req-c27b3dbd-3c2b-4eb3-9d3b-7f645c36926c tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:01.981536 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f06aa0d5-2a21-4947-8663-dd772380cb6e req-c27b3dbd-3c2b-4eb3-9d3b-7f645c36926c tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 946 time: 0.1735268 Jul 20 08:27:02.088862 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f06aa0d5-2a21-4947-8663-dd772380cb6e req-2352f798-8fdb-46a0-9a17-12d2279ded63 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059322 Jul 20 08:27:02.099448 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device e37caaf1-6167-4ebe-94cd-55ea929f139d up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:27:02.202106 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb964a-7cf3-4889-841e-78ad0d1cb4ad req-071a58e5-ab0c-42bc-ae45-f5cf0ee49272 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:02.205748 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b6eb964a-7cf3-4889-841e-78ad0d1cb4ad req-071a58e5-ab0c-42bc-ae45-f5cf0ee49272 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 944 time: 0.1223047 Jul 20 08:27:02.208182 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port e37caaf1-6167-4ebe-94cd-55ea929f139d completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:27:02.219199 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port e37caaf1-6167-4ebe-94cd-55ea929f139d triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:27:02.220044 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (e37caaf1-6167-4ebe-94cd-55ea929f139d), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:02.387238 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port e37caaf1-6167-4ebe-94cd-55ea929f139d is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:27:02.387635 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (e37caaf1-6167-4ebe-94cd-55ea929f139d), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:02.389345 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:02.404080 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b6eb964a-7cf3-4889-841e-78ad0d1cb4ad req-872604b2-e310-441c-a5de-44ae0082a538 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696501 Jul 20 08:27:02.447490 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37caaf1-6167-4ebe-94cd-55ea929f139d'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:27:02.451704 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e7c42d-96ab-4c5b-8044-346e6eba4111" -d '{"events": [{"server_uuid": "659d1d17-9163-4971-9ba1-40f3f20d2650", "name": "network-vif-plugged", "status": "completed", "tag": "e37caaf1-6167-4ebe-94cd-55ea929f139d"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:27:02.480444 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port e37caaf1-6167-4ebe-94cd-55ea929f139d, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=e37caaf1-6167-4ebe-94cd-55ea929f139d,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:27:02.490961 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (e37caaf1-6167-4ebe-94cd-55ea929f139d), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:02.552187 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e26ff0-c05f-4951-82c9-b7e1d5ec080f req-18a8a672-2cab-4406-92ca-8adb6d6bfd34 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:02.554560 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a3e26ff0-c05f-4951-82c9-b7e1d5ec080f req-18a8a672-2cab-4406-92ca-8adb6d6bfd34 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 944 time: 0.1538262 Jul 20 08:27:02.627102 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326ed444-7a8e-443c-9a53-369181030df0 x-openstack-request-id: req-326ed444-7a8e-443c-9a53-369181030df0 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:27:02.629996 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659d1d17-9163-4971-9ba1-40f3f20d2650", "name": "network-vif-plugged", "status": "completed", "tag": "e37caaf1-6167-4ebe-94cd-55ea929f139d", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:27:02.630272 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-326ed444-7a8e-443c-9a53-369181030df0 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:27:02.632293 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-326ed444-7a8e-443c-9a53-369181030df0'] response: {'server_uuid': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37caaf1-6167-4ebe-94cd-55ea929f139d', 'code': 200} Jul 20 08:27:02.646758 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a3e26ff0-c05f-4951-82c9-b7e1d5ec080f req-ad9330ad-0ab3-4fb0-84b2-3db2c23cc19a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837350 Jul 20 08:27:02.663783 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=e37caaf1-6167-4ebe-94cd-55ea929f139d,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:02.742326 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc2be3-83f9-4384-b3cf-b836ef1afcce req-efd0fe61-1a81-4ea3-bb09-3c66ca79269c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:02.746433 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-65fc2be3-83f9-4384-b3cf-b836ef1afcce req-efd0fe61-1a81-4ea3-bb09-3c66ca79269c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.1650884 Jul 20 08:27:02.840149 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-65fc2be3-83f9-4384-b3cf-b836ef1afcce req-1581d7c0-901d-47d9-b84c-dee8e2e6e60e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851822 Jul 20 08:27:02.901367 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3b13d-ce66-46aa-9498-e6691dbc033f req-2859546e-8fac-4f6b-ad1f-04ca6bbd38b6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:02.903576 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-34e3b13d-ce66-46aa-9498-e6691dbc033f req-2859546e-8fac-4f6b-ad1f-04ca6bbd38b6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0568895 Jul 20 08:27:03.042366 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1dfc0-386a-4ecc-a850-74b57ff70094 req-8c87fdeb-f01c-43e9-a641-2091848f4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:03.044285 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1eb1dfc0-386a-4ecc-a850-74b57ff70094 req-8c87fdeb-f01c-43e9-a641-2091848f4798 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4764ea3c4f4bf98ea56ee0798adfdc&device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 1128 time: 0.1092575 Jul 20 08:27:03.054477 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-34e3b13d-ce66-46aa-9498-e6691dbc033f req-e1f624f8-a0da-4f3f-8831-bdfbe0f18b58 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445744 Jul 20 08:27:03.216994 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfcf50-6c44-4bf0-b413-3269aab25468 req-5b1232ff-e2da-4402-a161-8700eea6e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:03.220645 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4fbfcf50-6c44-4bf0-b413-3269aab25468 req-5b1232ff-e2da-4402-a161-8700eea6e1d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 1130 time: 0.1871688 Jul 20 08:27:03.334169 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887b1c3-7121-440b-9994-c0ca70051bbd req-b95a4a92-8c3b-4925-8ab1-786348d5f40d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:03.340238 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3887b1c3-7121-440b-9994-c0ca70051bbd req-b95a4a92-8c3b-4925-8ab1-786348d5f40d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 946 time: 0.1226406 Jul 20 08:27:03.351170 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c7092-98d9-450e-817e-881c96af00c4 req-33f759ca-771a-4e32-955e-b317516d4895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:03.352871 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-214c7092-98d9-450e-817e-881c96af00c4 req-33f759ca-771a-4e32-955e-b317516d4895 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 1130 time: 0.1559176 Jul 20 08:27:03.412670 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3887b1c3-7121-440b-9994-c0ca70051bbd req-46d61b1c-c34d-44fd-acfc-ee1f949a6a40 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699439 Jul 20 08:27:03.584212 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1dfc0-386a-4ecc-a850-74b57ff70094 req-6bf2578f-a076-4ecf-9ef6-9e07ffbddf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:03.585996 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1eb1dfc0-386a-4ecc-a850-74b57ff70094 req-6bf2578f-a076-4ecf-9ef6-9e07ffbddf37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 HTTP/1.1" status: 200 len: 911 time: 0.4930472 Jul 20 08:27:03.641313 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:03.660544 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299f9ff-4299-463d-9af7-cf148cfe210d req-d4012c0a-0c94-4960-b69c-4ea7e749c993 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:03.662215 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e299f9ff-4299-463d-9af7-cf148cfe210d req-d4012c0a-0c94-4960-b69c-4ea7e749c993 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 944 time: 0.1165588 Jul 20 08:27:03.663929 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfcf50-6c44-4bf0-b413-3269aab25468 req-e0c10c4c-a821-4b5c-b597-7bcffcf4b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:03.665388 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4fbfcf50-6c44-4bf0-b413-3269aab25468 req-e0c10c4c-a821-4b5c-b597-7bcffcf4b069 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 920 time: 0.3626738 Jul 20 08:27:03.768449 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e299f9ff-4299-463d-9af7-cf148cfe210d req-ddd47cb7-c5a5-4ad0-a848-5290eb6fd913 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971036 Jul 20 08:27:03.904518 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed18c0-4093-4fab-a2fa-5e2d71b98137 req-d682a934-cf05-490e-8715-cb6f004cd76a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:03.907012 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-14ed18c0-4093-4fab-a2fa-5e2d71b98137 req-d682a934-cf05-490e-8715-cb6f004cd76a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.1373179 Jul 20 08:27:04.051227 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b511d0-f81d-4e5f-b8ff-37a14ee47f20 req-da0db97f-c4d4-4ec9-8b52-33cb2768b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:04.058559 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-13b511d0-f81d-4e5f-b8ff-37a14ee47f20 req-da0db97f-c4d4-4ec9-8b52-33cb2768b592 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 1129 time: 0.2151103 Jul 20 08:27:04.069350 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4fbfcf50-6c44-4bf0-b413-3269aab25468 req-cd6f39c6-c1a4-4ed8-b1b8-80e07ee8172e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f795798-1661-4ba0-bf5a-641687efe8e3 HTTP/1.1" status: 200 len: 217 time: 0.1228247 Jul 20 08:27:04.078922 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1eb1dfc0-386a-4ecc-a850-74b57ff70094 req-bfa5e5a5-2af9-4db0-beff-58f6a82da6eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90d4b267-6b9e-479b-978c-9e4434caa2b0 HTTP/1.1" status: 200 len: 217 time: 0.1473839 Jul 20 08:27:04.091939 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 90d4b267-6b9e-479b-978c-9e4434caa2b0 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:27:04.094788 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-214c7092-98d9-450e-817e-881c96af00c4 req-d2335d7b-20a8-492b-a59b-fdead7e32a1f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353805 Jul 20 08:27:04.146498 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-14ed18c0-4093-4fab-a2fa-5e2d71b98137 req-311606cc-b916-4770-b9d9-2e715655fc89 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282584 Jul 20 08:27:04.228734 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfcf50-6c44-4bf0-b413-3269aab25468 req-966257b6-4806-462f-98c0-47f37faddbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:04.231656 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4fbfcf50-6c44-4bf0-b413-3269aab25468 req-966257b6-4806-462f-98c0-47f37faddbf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d83857be-db60-44b9-859b-cdb8e58b501d HTTP/1.1" status: 200 len: 858 time: 0.1501575 Jul 20 08:27:04.244260 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:04.250491 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:04.308367 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-13b511d0-f81d-4e5f-b8ff-37a14ee47f20 req-0ed50788-b01c-43a1-bdcd-866abed83b86 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186680 Jul 20 08:27:04.423490 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 90d4b267-6b9e-479b-978c-9e4434caa2b0, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=90d4b267-6b9e-479b-978c-9e4434caa2b0,segment=NetworkSegment(7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d),segment_id=7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:27:04.432823 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74eeb9-e72a-440e-86ab-c3d5dec0667e req-078fccd4-6238-4126-a16d-0dfb5227ad72 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:04.452381 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3c74eeb9-e72a-440e-86ab-c3d5dec0667e req-078fccd4-6238-4126-a16d-0dfb5227ad72 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.1641850 Jul 20 08:27:04.456631 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623c210-6f49-451a-8979-251441c50ca4 req-5d3732a9-1bde-4944-a864-0c98af1a7a78 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:04.460580 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3623c210-6f49-451a-8979-251441c50ca4 req-5d3732a9-1bde-4944-a864-0c98af1a7a78 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.3745627 Jul 20 08:27:04.469251 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1dfc0-386a-4ecc-a850-74b57ff70094 req-95e1f9c2-9711-462d-af61-3f0e8e5535a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:04.472028 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1eb1dfc0-386a-4ecc-a850-74b57ff70094 req-95e1f9c2-9711-462d-af61-3f0e8e5535a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7 HTTP/1.1" status: 200 len: 849 time: 0.2476125 Jul 20 08:27:04.482871 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '90d4b267-6b9e-479b-978c-9e4434caa2b0', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'port_id': '90d4b267-6b9e-479b-978c-9e4434caa2b0', 'mac_address': 'fa:16:3e:b0:fc:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:27:04.548143 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3c74eeb9-e72a-440e-86ab-c3d5dec0667e req-551e5f85-4ef9-4140-9b55-79fada0b0271 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971351 Jul 20 08:27:04.573893 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 90d4b267-6b9e-479b-978c-9e4434caa2b0 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:27:04.574693 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (90d4b267-6b9e-479b-978c-9e4434caa2b0), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:04.617067 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3623c210-6f49-451a-8979-251441c50ca4 req-f5528ea3-5fe7-42f1-ada2-c2b54515f3e6 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402895 Jul 20 08:27:04.618140 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d4b267-6b9e-479b-978c-9e4434caa2b0 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:27:04.699058 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 90d4b267-6b9e-479b-978c-9e4434caa2b0, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=90d4b267-6b9e-479b-978c-9e4434caa2b0,segment=NetworkSegment(7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d),segment_id=7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:27:04.707136 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (90d4b267-6b9e-479b-978c-9e4434caa2b0), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:04.793887 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d28f4f-a3f4-4535-92a8-e761a570e1c4 req-e1cd5f29-6af6-41bb-9218-ebadf0d770d6 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:04.797728 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-29d28f4f-a3f4-4535-92a8-e761a570e1c4 req-e1cd5f29-6af6-41bb-9218-ebadf0d770d6 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 946 time: 0.0799022 Jul 20 08:27:04.831043 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=90d4b267-6b9e-479b-978c-9e4434caa2b0,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:04.872865 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:04.884277 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bda2bf-b4a7-446e-a577-8d7bee6288c6 req-301bd8b5-9d74-407e-94e1-bd7b146c61dd tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:04.885886 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e7bda2bf-b4a7-446e-a577-8d7bee6288c6 req-301bd8b5-9d74-407e-94e1-bd7b146c61dd tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0639334 Jul 20 08:27:04.889996 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-29d28f4f-a3f4-4535-92a8-e761a570e1c4 req-65b28ab9-4d26-4a3e-946e-4aacf9c5c1a2 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789306 Jul 20 08:27:04.901666 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 34330) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:04.910723 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-8c7e1b45-a5d7-45e9-aff6-1dc8d4bc96d4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Request body: {'floatingip': {'port_id': '25187f6d-a614-4168-94dd-d0c397aaf6f3'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:27:05.010858 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ed97b-58f4-441b-871f-636abf8301a9 req-996c87b2-34e2-4e27-b775-36d1ef3176bc tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:05.012742 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fb0ed97b-58f4-441b-871f-636abf8301a9 req-996c87b2-34e2-4e27-b775-36d1ef3176bc tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 945 time: 0.0580094 Jul 20 08:27:05.055077 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1b45-a5d7-45e9-aff6-1dc8d4bc96d4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for floatingip (7cac632b-783a-4365-8366-eb80d5ab3b44), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:05.108650 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfcf50-6c44-4bf0-b413-3269aab25468 req-cc369803-f608-4c62-a188-e44ab18f1478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:05.110412 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4fbfcf50-6c44-4bf0-b413-3269aab25468 req-cc369803-f608-4c62-a188-e44ab18f1478 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c96fa3a3-1d61-4869-813f-bb65cb182cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0955603 Jul 20 08:27:05.113077 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:05.119033 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1dfc0-386a-4ecc-a850-74b57ff70094 req-f4c0c81b-2d5d-4832-9c84-a10a838c8d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:05.120488 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1eb1dfc0-386a-4ecc-a850-74b57ff70094 req-f4c0c81b-2d5d-4832-9c84-a10a838c8d73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1068056 Jul 20 08:27:05.147843 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fb0ed97b-58f4-441b-871f-636abf8301a9 req-fb51291a-25de-4dac-abd4-4c9c45436a39 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960882 Jul 20 08:27:05.526806 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251108f9-e17d-4d40-8296-69e8afe979fd req-a12ef24f-0515-4ccb-8f70-ea9aa57bb8b0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:05.528340 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-251108f9-e17d-4d40-8296-69e8afe979fd req-a12ef24f-0515-4ccb-8f70-ea9aa57bb8b0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.0853992 Jul 20 08:27:05.670392 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-251108f9-e17d-4d40-8296-69e8afe979fd req-e73c793c-8966-4987-99d6-6c9653d64f43 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331635 Jul 20 08:27:05.823781 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cf042-1abd-4806-a122-f9b46fd690b7 req-0d60ab9e-6a5e-4fec-8944-2acb389f902b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:05.825442 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-914cf042-1abd-4806-a122-f9b46fd690b7 req-0d60ab9e-6a5e-4fec-8944-2acb389f902b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0684345 Jul 20 08:27:05.916375 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-914cf042-1abd-4806-a122-f9b46fd690b7 req-cfa7f982-1702-4e54-9259-6df8eb1e6183 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754087 Jul 20 08:27:06.064869 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:06.175140 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676bcce-2063-4341-8dc3-eff8bab5880e req-1a3e25cf-0e63-4e98-a58a-f5a4ef80c8e4 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:06.177224 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6676bcce-2063-4341-8dc3-eff8bab5880e req-1a3e25cf-0e63-4e98-a58a-f5a4ef80c8e4 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 946 time: 0.1649218 Jul 20 08:27:06.235930 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.db.resource_extend [None req-8c7e1b45-a5d7-45e9-aff6-1dc8d4bc96d4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 08:27:06.294382 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b61d18-4705-42e1-9169-fd26b9205619 req-9514aabb-693f-4de4-a1d0-a80f08e39807 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:06.296476 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f7b61d18-4705-42e1-9169-fd26b9205619 req-9514aabb-693f-4de4-a1d0-a80f08e39807 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 945 time: 0.0664046 Jul 20 08:27:06.357150 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f7b61d18-4705-42e1-9169-fd26b9205619 req-1e6987fa-4336-4703-85c9-efd804474d46 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533154 Jul 20 08:27:06.427201 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1b45-a5d7-45e9-aff6-1dc8d4bc96d4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:06.436735 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1b45-a5d7-45e9-aff6-1dc8d4bc96d4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (7cac632b-783a-4365-8366-eb80d5ab3b44), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:06.446947 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6676bcce-2063-4341-8dc3-eff8bab5880e req-e5b28bb7-e493-4171-a683-f9b5c9068968 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577527 Jul 20 08:27:06.615023 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-8c7e1b45-a5d7-45e9-aff6-1dc8d4bc96d4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Floating IP 7cac632b-783a-4365-8366-eb80d5ab3b44 associated. External IP: 172.27.1.207, port: 25187f6d-a614-4168-94dd-d0c397aaf6f3. Jul 20 08:27:06.867459 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7100f1-b725-4e7c-a82f-f7fc5558d29c req-089fb5fe-53a4-4fdd-8bf8-e464d88b79f6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:06.870301 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f7100f1-b725-4e7c-a82f-f7fc5558d29c req-089fb5fe-53a4-4fdd-8bf8-e464d88b79f6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.0690842 Jul 20 08:27:06.928480 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7e1b45-a5d7-45e9-aff6-1dc8d4bc96d4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Router f678284e-78cb-4704-9295-7381ea2d4c96 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:27:06.933740 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f7100f1-b725-4e7c-a82f-f7fc5558d29c req-81f25a0f-4ee0-484a-8e6d-60e281415877 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563967 Jul 20 08:27:06.981241 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:07.099299 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a7fde-52ed-486a-bfd4-ae5504ace95f req-4696ceb9-89b9-4b44-b680-056344351855 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:07.100928 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1d0a7fde-52ed-486a-bfd4-ae5504ace95f req-4696ceb9-89b9-4b44-b680-056344351855 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0694368 Jul 20 08:27:07.104243 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7e1b45-a5d7-45e9-aff6-1dc8d4bc96d4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:27:07.111785 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1b45-a5d7-45e9-aff6-1dc8d4bc96d4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:07.121476 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa74bed-3a28-4445-b763-af941661b681 None None] Sync routers for ids ['f678284e-78cb-4704-9295-7381ea2d4c96'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:27:07.141795 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa74bed-3a28-4445-b763-af941661b681 None None] Routers {'f678284e-78cb-4704-9295-7381ea2d4c96'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:27:07.143099 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-2fa74bed-3a28-4445-b763-af941661b681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:26:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f678284e-78cb-4704-9295-7381ea2d4c96'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:07.204742 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8c7e1b45-a5d7-45e9-aff6-1dc8d4bc96d4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "PUT /v2.0/floatingips/7cac632b-783a-4365-8366-eb80d5ab3b44 HTTP/1.1" status: 200 len: 992 time: 2.3005848 Jul 20 08:27:07.214994 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'tag': '25187f6d-a614-4168-94dd-d0c397aaf6f3'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:27:07.219582 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00f69ad5a0cac4e7728d797b6610dcca539aaa5862e314ac00bb2191cad31ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa8064e-790b-4d2b-8757-0d616d70025c" -d '{"events": [{"name": "network-changed", "server_uuid": "21b295e0-508c-4cd5-b18f-3b808c0ff265", "tag": "25187f6d-a614-4168-94dd-d0c397aaf6f3"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:27:07.254542 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1d0a7fde-52ed-486a-bfd4-ae5504ace95f req-261615e7-f26c-4a4d-b780-83a786cb5704 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372132 Jul 20 08:27:07.267023 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d041e9-aaa3-4296-a624-d8d308b91153 x-openstack-request-id: req-57d041e9-aaa3-4296-a624-d8d308b91153 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:27:07.267649 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b295e0-508c-4cd5-b18f-3b808c0ff265", "tag": "25187f6d-a614-4168-94dd-d0c397aaf6f3", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:27:07.268052 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57d041e9-aaa3-4296-a624-d8d308b91153 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:27:07.268874 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d041e9-aaa3-4296-a624-d8d308b91153'] response: {'name': 'network-changed', 'server_uuid': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'tag': '25187f6d-a614-4168-94dd-d0c397aaf6f3', 'status': 'completed', 'code': 200} Jul 20 08:27:07.328760 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-2fa74bed-3a28-4445-b763-af941661b681 None None] Set router f678284e-78cb-4704-9295-7381ea2d4c96 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:27:07.515610 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9472-9022-4f9b-93df-ee3a186dd2ed req-ee6404a5-5b6b-48ce-bc3b-d29a651cabab tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:07.518222 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0ba9472-9022-4f9b-93df-ee3a186dd2ed req-ee6404a5-5b6b-48ce-bc3b-d29a651cabab tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 945 time: 0.0790710 Jul 20 08:27:07.584829 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0ba9472-9022-4f9b-93df-ee3a186dd2ed req-c4bb3b47-254e-4d70-8796-58093b906abf tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586166 Jul 20 08:27:07.647749 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fe304-48df-490a-a5e1-2b7f2be49697 req-102f6ad2-aa41-48c9-b8ff-8a8d8cf4efbf tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:07.651381 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c03fe304-48df-490a-a5e1-2b7f2be49697 req-102f6ad2-aa41-48c9-b8ff-8a8d8cf4efbf tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 946 time: 0.0937195 Jul 20 08:27:07.723462 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c03fe304-48df-490a-a5e1-2b7f2be49697 req-63ad8cc3-1671-4dbe-827f-2d6cb1914b96 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646749 Jul 20 08:27:07.889297 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-2fa74bed-3a28-4445-b763-af941661b681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '7cac632b-783a-4365-8366-eb80d5ab3b44', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'port_id': '25187f6d-a614-4168-94dd-d0c397aaf6f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'mac_address': 'fa:16:3e:2b:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:27:06Z', 'revision_number': 1, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e342ce-75b0-4d6d-84f7-94fb82b64c8a', 'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'mac_address': 'fa:16:3e:be:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:26:09Z', 'revision_number': 5, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'subnets': [{'id': '1674d774-8563-48a3-b527-f0af4400482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:07.943733 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa74bed-3a28-4445-b763-af941661b681 None None] Checking router: f678284e-78cb-4704-9295-7381ea2d4c96 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:27:07.960634 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa74bed-3a28-4445-b763-af941661b681 None None] Routers {'f678284e-78cb-4704-9295-7381ea2d4c96'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:27:07.963437 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-2fa74bed-3a28-4445-b763-af941661b681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:26:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f678284e-78cb-4704-9295-7381ea2d4c96'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:08.094984 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:08.115556 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-2fa74bed-3a28-4445-b763-af941661b681 None None] Set router f678284e-78cb-4704-9295-7381ea2d4c96 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:27:08.120661 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713975b4-fa99-4c26-92cd-709f730d576c req-db3738be-4082-4b90-84f2-c5e0115e3a75 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:08.125485 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-713975b4-fa99-4c26-92cd-709f730d576c req-db3738be-4082-4b90-84f2-c5e0115e3a75 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.0907683 Jul 20 08:27:08.232889 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-713975b4-fa99-4c26-92cd-709f730d576c req-4ebbc3d1-bb1a-4ce9-9d40-6a051865e9dd tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977058 Jul 20 08:27:08.458495 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-2fa74bed-3a28-4445-b763-af941661b681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '7cac632b-783a-4365-8366-eb80d5ab3b44', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'port_id': '25187f6d-a614-4168-94dd-d0c397aaf6f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'mac_address': 'fa:16:3e:2b:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:27:06Z', 'revision_number': 1, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e342ce-75b0-4d6d-84f7-94fb82b64c8a', 'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'mac_address': 'fa:16:3e:be:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:26:09Z', 'revision_number': 5, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'subnets': [{'id': '1674d774-8563-48a3-b527-f0af4400482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:08.462297 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f23ba6-258e-447d-b1c4-7888d88baa92 req-77b64a1d-d9c5-42f8-a2a6-ad496696a953 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:08.464657 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-55f23ba6-258e-447d-b1c4-7888d88baa92 req-77b64a1d-d9c5-42f8-a2a6-ad496696a953 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0915308 Jul 20 08:27:08.498931 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa74bed-3a28-4445-b763-af941661b681 None None] The sync data for ids ['f678284e-78cb-4704-9295-7381ea2d4c96'] in dv-cinder-823089-3-iscsi is: [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '7cac632b-783a-4365-8366-eb80d5ab3b44', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'port_id': '25187f6d-a614-4168-94dd-d0c397aaf6f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'mac_address': 'fa:16:3e:2b:9f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:27:06Z', 'revision_number': 1, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e342ce-75b0-4d6d-84f7-94fb82b64c8a', 'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'mac_address': 'fa:16:3e:be:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:26:09Z', 'revision_number': 5, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'subnets': [{'id': '1674d774-8563-48a3-b527-f0af4400482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:27:08.573661 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-55f23ba6-258e-447d-b1c4-7888d88baa92 req-9cefe837-84e9-4216-8873-ea49bd8d589d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969889 Jul 20 08:27:08.738257 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcfebf-0054-48e9-a854-53d5fa758a05 req-532a5740-8760-4604-945e-5224953c833c tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:08.740839 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c9dcfebf-0054-48e9-a854-53d5fa758a05 req-532a5740-8760-4604-945e-5224953c833c tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 945 time: 0.0601532 Jul 20 08:27:08.857418 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c9dcfebf-0054-48e9-a854-53d5fa758a05 req-398eb4a5-c7ec-4c63-a3cf-265416483bf6 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092768 Jul 20 08:27:08.917859 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0865cc-7e01-4825-8f83-8d9e6d808f48 req-8f4f003a-177b-42d2-a474-f17d31ed41d3 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:08.920695 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0e0865cc-7e01-4825-8f83-8d9e6d808f48 req-8f4f003a-177b-42d2-a474-f17d31ed41d3 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 946 time: 0.1001072 Jul 20 08:27:08.971765 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:08.987775 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0e0865cc-7e01-4825-8f83-8d9e6d808f48 req-316c09a3-c435-4752-b355-4ba100545d30 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592453 Jul 20 08:27:09.119398 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 34414) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:09.281500 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-669f6b41-df37-4208-b507-70332dcbcf91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:09.410197 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-669f6b41-df37-4208-b507-70332dcbcf91 admin admin] Publish callbacks [] for security_group (4bd7bc7f-5e1f-4d72-8e5a-84d0d381c58a), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:09.420585 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-669f6b41-df37-4208-b507-70332dcbcf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (4bd7bc7f-5e1f-4d72-8e5a-84d0d381c58a), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:09.433618 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f1b35-9218-4aec-8e9a-d3c2093c0321 req-272c47ea-ec8c-4170-bc6f-517515b0d57c tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:09.436575 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-887f1b35-9218-4aec-8e9a-d3c2093c0321 req-272c47ea-ec8c-4170-bc6f-517515b0d57c tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.0898314 Jul 20 08:27:09.473736 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-669f6b41-df37-4208-b507-70332dcbcf91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=833a6c995cae47ccb58997ce172b2916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506079 Jul 20 08:27:09.475687 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 34420) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:09.485403 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ccea4-b62d-4a6d-9497-a19f352d42d3 None None] New status for floating IP 7cac632b-783a-4365-8366-eb80d5ab3b44: ACTIVE {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:27:09.503654 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-887f1b35-9218-4aec-8e9a-d3c2093c0321 req-07e58cb7-cf1f-484b-ac78-7eec8d3037a8 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565047 Jul 20 08:27:09.507242 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f6b41-df37-4208-b507-70332dcbcf91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd7bc7f-5e1f-4d72-8e5a-84d0d381c58a,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:09.557031 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6700e691-3099-4f0f-9f13-9a69ff035617 admin admin] Publish callbacks [] for security_group (4bd7bc7f-5e1f-4d72-8e5a-84d0d381c58a), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:09.582359 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:09.590388 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6700e691-3099-4f0f-9f13-9a69ff035617 admin admin] Publish callbacks [] for security_group (4bd7bc7f-5e1f-4d72-8e5a-84d0d381c58a), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:09.659889 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:09.753509 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784eb68e-2386-440a-8bb7-256ccc41e3f0 req-278ef0cf-59e5-4092-af01-0f7a2bbc9f2c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:09.756328 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-784eb68e-2386-440a-8bb7-256ccc41e3f0 req-278ef0cf-59e5-4092-af01-0f7a2bbc9f2c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0779140 Jul 20 08:27:09.767352 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6700e691-3099-4f0f-9f13-9a69ff035617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (4bd7bc7f-5e1f-4d72-8e5a-84d0d381c58a), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:09.774029 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6700e691-3099-4f0f-9f13-9a69ff035617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:09.779869 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-6700e691-3099-4f0f-9f13-9a69ff035617 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4bd7bc7f-5e1f-4d72-8e5a-84d0d381c58a HTTP/1.1" status: 204 len: 168 time: 0.2987249 Jul 20 08:27:09.823017 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700e691-3099-4f0f-9f13-9a69ff035617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd7bc7f-5e1f-4d72-8e5a-84d0d381c58a,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:09.888973 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:09.904623 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-784eb68e-2386-440a-8bb7-256ccc41e3f0 req-ec6c35f6-5ce1-4230-be42-b06cc119bcc5 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255610 Jul 20 08:27:10.051387 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5680e4c-cc99-4a9f-b8ec-83bde24cf5ae req-7dc2841b-b967-416d-a76f-016926f9b607 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:10.053354 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5680e4c-cc99-4a9f-b8ec-83bde24cf5ae req-7dc2841b-b967-416d-a76f-016926f9b607 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 945 time: 0.0681148 Jul 20 08:27:10.158266 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5680e4c-cc99-4a9f-b8ec-83bde24cf5ae req-e01e46ac-cf8a-4a1e-b617-f92651441703 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910790 Jul 20 08:27:10.168245 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077967e-ebf2-4897-b445-f3f372824915 req-826b525e-bfdc-43b5-aa48-b4868c980d11 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:10.170107 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9077967e-ebf2-4897-b445-f3f372824915 req-826b525e-bfdc-43b5-aa48-b4868c980d11 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 946 time: 0.0665174 Jul 20 08:27:10.235961 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['90d4b267-6b9e-479b-978c-9e4434caa2b0'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:27:10.259009 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9077967e-ebf2-4897-b445-f3f372824915 req-0c1b9836-a82f-4354-842b-825dc287f108 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692735 Jul 20 08:27:10.322347 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 34436) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:10.344845 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-840a74e5-c49e-48a6-8c4f-393deb5fbc9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:10.391239 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:10.477011 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-840a74e5-c49e-48a6-8c4f-393deb5fbc9c admin admin] Publish callbacks [] for security_group (5890c569-41f7-40ad-8c0e-0623e9e45f59), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:10.481225 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-840a74e5-c49e-48a6-8c4f-393deb5fbc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (5890c569-41f7-40ad-8c0e-0623e9e45f59), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:10.509178 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:10.529914 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-840a74e5-c49e-48a6-8c4f-393deb5fbc9c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64e2631055c04db78c691b5795b6f86b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060647 Jul 20 08:27:10.534547 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 34438) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:10.536553 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a74e5-c49e-48a6-8c4f-393deb5fbc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5890c569-41f7-40ad-8c0e-0623e9e45f59,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:10.646894 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-de48dba0-b8d0-479c-b4d1-fc944a5a0930 admin admin] Publish callbacks [] for security_group (5890c569-41f7-40ad-8c0e-0623e9e45f59), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:10.691400 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-de48dba0-b8d0-479c-b4d1-fc944a5a0930 admin admin] Publish callbacks [] for security_group (5890c569-41f7-40ad-8c0e-0623e9e45f59), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:10.730729 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871438d-d409-41f7-b9bd-3b92fdaa7c5f req-d783f0c0-5994-43cd-9214-2378fd881984 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:10.736902 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6871438d-d409-41f7-b9bd-3b92fdaa7c5f req-d783f0c0-5994-43cd-9214-2378fd881984 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.0784571 Jul 20 08:27:10.759425 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1eb1dfc0-386a-4ecc-a850-74b57ff70094 req-9afd91b1-907f-40b0-be6b-5914ddda2a39 service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974068 Jul 20 08:27:10.763349 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-de48dba0-b8d0-479c-b4d1-fc944a5a0930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (5890c569-41f7-40ad-8c0e-0623e9e45f59), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:10.766148 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-de48dba0-b8d0-479c-b4d1-fc944a5a0930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:10.767411 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-de48dba0-b8d0-479c-b4d1-fc944a5a0930 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5890c569-41f7-40ad-8c0e-0623e9e45f59 HTTP/1.1" status: 204 len: 168 time: 0.2313554 Jul 20 08:27:10.776066 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48dba0-b8d0-479c-b4d1-fc944a5a0930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5890c569-41f7-40ad-8c0e-0623e9e45f59,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:10.806510 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6871438d-d409-41f7-b9bd-3b92fdaa7c5f req-07f4a079-15e4-495a-9818-1e4e2b6fc69b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640504 Jul 20 08:27:11.068345 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac950b-cd44-4c84-8de8-e98907d3abdb req-49b8215f-7246-4e87-a1d1-46a30abc42fe tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:11.070558 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-95ac950b-cd44-4c84-8de8-e98907d3abdb req-49b8215f-7246-4e87-a1d1-46a30abc42fe tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0627604 Jul 20 08:27:11.162377 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-95ac950b-cd44-4c84-8de8-e98907d3abdb req-4bab7143-eefb-44ef-a807-697840cf91e8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793755 Jul 20 08:27:11.336823 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ff59d-60c5-4bbe-89b1-29b41067f365 req-2c44920c-7da6-47d5-8dc4-314bfb8303da tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:11.345697 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f35ff59d-60c5-4bbe-89b1-29b41067f365 req-2c44920c-7da6-47d5-8dc4-314bfb8303da tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 945 time: 0.0853493 Jul 20 08:27:11.406555 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f35ff59d-60c5-4bbe-89b1-29b41067f365 req-564943cd-6447-4bf9-8d94-9f057223c2a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601978 Jul 20 08:27:11.516779 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd5f82-3edf-4a89-8049-605b234c8850 req-1dcce3e1-b97f-4506-bd69-5ba73a73d209 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:11.518440 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7afd5f82-3edf-4a89-8049-605b234c8850 req-1dcce3e1-b97f-4506-bd69-5ba73a73d209 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 946 time: 0.0612545 Jul 20 08:27:11.554472 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:11.615229 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7afd5f82-3edf-4a89-8049-605b234c8850 req-bda549ba-2471-4a31-9027-e243c20865f6 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872030 Jul 20 08:27:11.651587 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4fbfcf50-6c44-4bf0-b413-3269aab25468 req-defb76f4-c9c6-4953-b4d6-8a184b2d717f service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279039 Jul 20 08:27:12.021815 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69789f9-ccd6-44fe-bca5-70d274406eec req-01c24043-6cfc-4268-b0e7-e87aae72bbd8 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:12.023541 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b69789f9-ccd6-44fe-bca5-70d274406eec req-01c24043-6cfc-4268-b0e7-e87aae72bbd8 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.1359892 Jul 20 08:27:12.082852 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8064e-790b-4d2b-8757-0d616d70025c req-f455d759-bcf2-43cb-b789-d960542fd3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:12.084296 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2aa8064e-790b-4d2b-8757-0d616d70025c req-f455d759-bcf2-43cb-b789-d960542fd3e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80faf6362e244bb992ffb6058ceeefda&device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 1130 time: 0.1325722 Jul 20 08:27:12.141411 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1eb1dfc0-386a-4ecc-a850-74b57ff70094 req-d2124bf1-1afc-4eca-8339-cfa2c9be65c3 service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003345 Jul 20 08:27:12.145756 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b69789f9-ccd6-44fe-bca5-70d274406eec req-2ffba032-8451-4ba4-b51f-6d4c93965606 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902920 Jul 20 08:27:12.341604 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:12.369685 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad78a3-1df1-4e25-8200-3c02148b7306 req-af2aee7c-838f-455f-a8a5-a412434d1f24 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:12.371422 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-bcad78a3-1df1-4e25-8200-3c02148b7306 req-af2aee7c-838f-455f-a8a5-a412434d1f24 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0776463 Jul 20 08:27:12.460576 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-bcad78a3-1df1-4e25-8200-3c02148b7306 req-fed7e59b-1375-4343-af52-4f27c186dc65 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806103 Jul 20 08:27:12.635877 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c40d1-9fc6-4616-b270-cc83f3398f0d req-ec93d686-c76c-4859-abde-fb6675bf9857 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:12.637546 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f50c40d1-9fc6-4616-b270-cc83f3398f0d req-ec93d686-c76c-4859-abde-fb6675bf9857 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 945 time: 0.0834107 Jul 20 08:27:12.729691 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f50c40d1-9fc6-4616-b270-cc83f3398f0d req-bdfe3ec7-ff85-4828-b1f2-968947ef17fe tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806253 Jul 20 08:27:12.808887 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b556-8ca4-4e19-99e9-d5d4c023f656 req-36ee7dad-c3cf-45d4-879f-ad59a8f8c470 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:12.811877 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d040b556-8ca4-4e19-99e9-d5d4c023f656 req-36ee7dad-c3cf-45d4-879f-ad59a8f8c470 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 946 time: 0.1147492 Jul 20 08:27:12.899162 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d040b556-8ca4-4e19-99e9-d5d4c023f656 req-3d96496d-8a72-4458-a035-57b0c03b140c tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810981 Jul 20 08:27:13.337316 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807961f4-a14c-458a-83a5-bd0564c943ee req-e2f0ca84-b34a-4182-88b9-d4a3480dbf2b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:13.340203 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-807961f4-a14c-458a-83a5-bd0564c943ee req-e2f0ca84-b34a-4182-88b9-d4a3480dbf2b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.0852892 Jul 20 08:27:13.711712 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86840e3f-bb70-4c42-b3c0-23ec2322637a req-356e2b5e-24ac-419a-835a-efcaa02897b3 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:13.714769 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-86840e3f-bb70-4c42-b3c0-23ec2322637a req-356e2b5e-24ac-419a-835a-efcaa02897b3 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.1064425 Jul 20 08:27:13.801361 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-807961f4-a14c-458a-83a5-bd0564c943ee req-67b1e4e5-b6a3-4602-90c9-b21b23a225e2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4490516 Jul 20 08:27:13.808208 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-86840e3f-bb70-4c42-b3c0-23ec2322637a req-bba50cf0-5806-4b55-bb0c-1f5402fff5fa tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855355 Jul 20 08:27:13.993222 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d7586-7c9a-4f7b-a6a4-29efe5789a0c req-1b53e40a-1128-4c3b-a345-47bc110cf685 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:13.994854 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f59d7586-7c9a-4f7b-a6a4-29efe5789a0c req-1b53e40a-1128-4c3b-a345-47bc110cf685 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 945 time: 0.0636277 Jul 20 08:27:14.076446 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f59d7586-7c9a-4f7b-a6a4-29efe5789a0c req-fdd98313-9b94-421f-af23-d64bc6b162c6 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739205 Jul 20 08:27:14.956942 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3339722-86fc-49cf-8a0d-5139ea76b433 req-1741d997-80d4-4811-a110-caf644c33b00 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:14.958797 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e3339722-86fc-49cf-8a0d-5139ea76b433 req-1741d997-80d4-4811-a110-caf644c33b00 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.0725253 Jul 20 08:27:14.995243 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90811f-fb42-46ae-9c27-06303369e428 req-f2b73fec-db57-46b7-92c0-6e13cff91788 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:14.997049 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-df90811f-fb42-46ae-9c27-06303369e428 req-f2b73fec-db57-46b7-92c0-6e13cff91788 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0702851 Jul 20 08:27:15.045759 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e3339722-86fc-49cf-8a0d-5139ea76b433 req-b5d89928-2380-4781-819a-41b084ebe8ab tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736177 Jul 20 08:27:15.082190 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-df90811f-fb42-46ae-9c27-06303369e428 req-7b7941c1-0174-4170-97b6-db7faa39d432 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734277 Jul 20 08:27:15.207089 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0bd7e-0ca3-470d-a6e6-b771fc3107fa req-c93ed4f5-4d97-4a06-a0bb-6b3e97f437e7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:15.208712 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d3d0bd7e-0ca3-470d-a6e6-b771fc3107fa req-c93ed4f5-4d97-4a06-a0bb-6b3e97f437e7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 945 time: 0.0539300 Jul 20 08:27:15.267055 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d3d0bd7e-0ca3-470d-a6e6-b771fc3107fa req-b26d8543-2ba5-44c7-8db5-f408fe94bab9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520184 Jul 20 08:27:16.192972 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:16.208604 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78545efc-3643-4555-b577-68416461b2dc req-7d206d68-2507-4154-8560-8a7931c6f379 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:16.210233 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-78545efc-3643-4555-b577-68416461b2dc req-7d206d68-2507-4154-8560-8a7931c6f379 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0522313 Jul 20 08:27:16.211089 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df134c-8365-4a41-b6d4-0c6961f52353 req-a2161608-4b7b-4bb1-a8a9-c6cdb1779ad9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:16.213698 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-60df134c-8365-4a41-b6d4-0c6961f52353 req-a2161608-4b7b-4bb1-a8a9-c6cdb1779ad9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.0923207 Jul 20 08:27:16.270133 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-78545efc-3643-4555-b577-68416461b2dc req-228872ca-8f44-41e5-a5bc-2c58fc7fcde2 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514512 Jul 20 08:27:16.289062 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-60df134c-8365-4a41-b6d4-0c6961f52353 req-4ad5f4a0-35b9-4277-be97-5294b75ea416 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658207 Jul 20 08:27:16.380456 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:16.396696 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2dcb6-1274-4e57-b3cd-67d09446bc98 req-3d433646-484d-4b56-a0aa-28b4a12998f2 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:16.398353 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7af2dcb6-1274-4e57-b3cd-67d09446bc98 req-3d433646-484d-4b56-a0aa-28b4a12998f2 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 945 time: 0.0568843 Jul 20 08:27:16.462283 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7af2dcb6-1274-4e57-b3cd-67d09446bc98 req-d36791b8-4757-4282-a614-ab25db842084 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576153 Jul 20 08:27:17.414412 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624cc2a-87f2-4ec0-80fd-78c2e3aa9c55 req-77de8fa7-b6cd-4d0c-946c-c3cc1e4fc59a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:17.415985 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4624cc2a-87f2-4ec0-80fd-78c2e3aa9c55 req-77de8fa7-b6cd-4d0c-946c-c3cc1e4fc59a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0505769 Jul 20 08:27:17.431043 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300a82a-7bcd-4aae-8c2c-79806d4b8602 req-ca5e690d-00ef-4dc4-9cb9-ca9f7f2ff262 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:17.432616 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1300a82a-7bcd-4aae-8c2c-79806d4b8602 req-ca5e690d-00ef-4dc4-9cb9-ca9f7f2ff262 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.0525863 Jul 20 08:27:17.483157 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1300a82a-7bcd-4aae-8c2c-79806d4b8602 req-649cd32a-5ba8-4c1d-b500-f8a9840d3ac5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444455 Jul 20 08:27:17.490056 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4624cc2a-87f2-4ec0-80fd-78c2e3aa9c55 req-6fe55919-b2f0-436f-968a-c10b2096484e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672519 Jul 20 08:27:17.596091 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d6337-4c33-4ec9-800c-17cf02c49784 req-0901abe8-29b3-4ac2-bf06-35afdf8ce742 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:17.597885 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a01d6337-4c33-4ec9-800c-17cf02c49784 req-0901abe8-29b3-4ac2-bf06-35afdf8ce742 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 945 time: 0.0567420 Jul 20 08:27:17.654736 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a01d6337-4c33-4ec9-800c-17cf02c49784 req-d3eba336-d484-4da2-887b-953cc88d4c73 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507526 Jul 20 08:27:18.267304 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4fbfcf50-6c44-4bf0-b413-3269aab25468 req-c495d292-e094-4614-b203-2a6685e6087e service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973637 Jul 20 08:27:18.461833 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=72 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:18.463782 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=82 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:18.563774 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 90d4b267-6b9e-479b-978c-9e4434caa2b0 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:27:18.623733 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 90d4b267-6b9e-479b-978c-9e4434caa2b0 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:27:18.630439 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a8c4b-8fb7-4198-bf02-b6479400bbab req-eae32149-ebed-4702-b2a8-b0a6562d5278 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:18.633347 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 90d4b267-6b9e-479b-978c-9e4434caa2b0 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:27:18.634032 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (90d4b267-6b9e-479b-978c-9e4434caa2b0), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:18.637981 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e51a8c4b-8fb7-4198-bf02-b6479400bbab req-eae32149-ebed-4702-b2a8-b0a6562d5278 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.0778959 Jul 20 08:27:18.661628 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf542d-dc58-4344-86c6-ad9a18f1246f req-1da7e5ae-a917-40f7-ad89-2058c5d9a81b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:18.664348 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c6cf542d-dc58-4344-86c6-ad9a18f1246f req-1da7e5ae-a917-40f7-ad89-2058c5d9a81b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0649207 Jul 20 08:27:18.716553 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e51a8c4b-8fb7-4198-bf02-b6479400bbab req-e37398b1-3e42-4b84-a761-0c57dc5bb24b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772386 Jul 20 08:27:18.723016 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 90d4b267-6b9e-479b-978c-9e4434caa2b0 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:27:18.723835 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (90d4b267-6b9e-479b-978c-9e4434caa2b0), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:18.776433 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 90d4b267-6b9e-479b-978c-9e4434caa2b0, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=90d4b267-6b9e-479b-978c-9e4434caa2b0,segment=NetworkSegment(7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d),segment_id=7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:27:18.779321 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c374291c-87f7-45dd-9391-807207d937bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d4b267-6b9e-479b-978c-9e4434caa2b0'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:27:18.783544 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ce76d6-b9e4-4518-8cca-3ab3a3dedecf" -d '{"events": [{"server_uuid": "c374291c-87f7-45dd-9391-807207d937bc", "name": "network-vif-plugged", "status": "completed", "tag": "90d4b267-6b9e-479b-978c-9e4434caa2b0"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:27:18.784082 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c6cf542d-dc58-4344-86c6-ad9a18f1246f req-e87a8df2-436d-4577-8c3e-81d453c5ddbf tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122787 Jul 20 08:27:18.794012 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (90d4b267-6b9e-479b-978c-9e4434caa2b0), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:18.876024 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1d75bd-bac6-4731-8039-ed880147d9dc x-openstack-request-id: req-7d1d75bd-bac6-4731-8039-ed880147d9dc {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:27:18.876494 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c374291c-87f7-45dd-9391-807207d937bc", "name": "network-vif-plugged", "status": "completed", "tag": "90d4b267-6b9e-479b-978c-9e4434caa2b0", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:27:18.876752 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d1d75bd-bac6-4731-8039-ed880147d9dc {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:27:18.877150 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d1d75bd-bac6-4731-8039-ed880147d9dc'] response: {'server_uuid': 'c374291c-87f7-45dd-9391-807207d937bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d4b267-6b9e-479b-978c-9e4434caa2b0', 'code': 200} Jul 20 08:27:18.893308 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=90d4b267-6b9e-479b-978c-9e4434caa2b0,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:18.897140 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:18.916671 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816b3fb-7225-4575-ae40-0f791511631f req-cd5626b2-0454-4809-8597-69d7ad8fe7a6 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:18.918231 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5816b3fb-7225-4575-ae40-0f791511631f req-cd5626b2-0454-4809-8597-69d7ad8fe7a6 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0756962 Jul 20 08:27:18.972366 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5816b3fb-7225-4575-ae40-0f791511631f req-5f83cba2-55d5-4094-b494-da02f89d9b10 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479562 Jul 20 08:27:19.578429 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8064e-790b-4d2b-8757-0d616d70025c req-5bdac0c1-4b5f-4de3-8c0e-1887b7741953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:19.580530 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2aa8064e-790b-4d2b-8757-0d616d70025c req-5bdac0c1-4b5f-4de3-8c0e-1887b7741953 service neutron] 10.222.0.18 "GET /v2.0/networks?id=493487e7-e371-48c4-94a1-b290ee37dc8e HTTP/1.1" status: 200 len: 918 time: 0.1208184 Jul 20 08:27:19.596928 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8ee4f524-6650-4175-a6e7-54e625cd152f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:19.857525 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:19.885344 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a325dcc-3d2d-4916-a387-f007e36ce955 req-bb70e3a7-cfba-4a4d-9e9d-127864183ae5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:19.890794 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9a325dcc-3d2d-4916-a387-f007e36ce955 req-bb70e3a7-cfba-4a4d-9e9d-127864183ae5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.0783331 Jul 20 08:27:19.949154 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2220e5f-98d3-4017-9c8d-31b385056650 req-940dad95-78bc-4903-adfb-320bdab2bff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:19.951335 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a2220e5f-98d3-4017-9c8d-31b385056650 req-940dad95-78bc-4903-adfb-320bdab2bff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0821612 Jul 20 08:27:20.049690 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a2220e5f-98d3-4017-9c8d-31b385056650 req-e97f33e3-aa60-4adf-b790-418c899fe055 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871041 Jul 20 08:27:20.164712 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95948dbd-a460-4461-ab45-18fe426307af req-81f2d5c0-4255-4fea-b2fd-3d303a36de5c tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:20.166482 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95948dbd-a460-4461-ab45-18fe426307af req-81f2d5c0-4255-4fea-b2fd-3d303a36de5c tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0547304 Jul 20 08:27:20.193436 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9a325dcc-3d2d-4916-a387-f007e36ce955 req-3e774c67-fc9d-4605-b22e-c25862a4dcd8 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947478 Jul 20 08:27:20.233170 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95948dbd-a460-4461-ab45-18fe426307af req-1f2916aa-8812-4c38-8ea0-5ac6d546c9ca tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592093 Jul 20 08:27:20.399446 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2aa8064e-790b-4d2b-8757-0d616d70025c req-30b286bd-fcf0-4fbf-84ad-2ceb9c1c7dcd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3 HTTP/1.1" status: 200 len: 1002 time: 0.1515739 Jul 20 08:27:20.401175 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4bf0f-d419-495e-a2f0-ad7c729cfc54 req-9407e143-c82f-4b2d-a31a-2f75a35bcae0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:20.403127 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b7d4bf0f-d419-495e-a2f0-ad7c729cfc54 req-9407e143-c82f-4b2d-a31a-2f75a35bcae0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.0699084 Jul 20 08:27:20.415789 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 34628) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:20.420551 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-44acc92c-43f1-44c7-b081-694daade5599 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'floatingip': {'port_id': 'e37caaf1-6167-4ebe-94cd-55ea929f139d'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:27:20.464254 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-44acc92c-43f1-44c7-b081-694daade5599 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (69e8886c-1ebd-4322-ad14-0ecad9a17cab), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:20.533081 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4a0a7-d5a3-4650-aa97-28ae29bb4cd4 req-624d1be5-e1c5-43ce-a7e5-ebf17562acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:20.535013 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-17c4a0a7-d5a3-4650-aa97-28ae29bb4cd4 req-624d1be5-e1c5-43ce-a7e5-ebf17562acf1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 1130 time: 0.1137729 Jul 20 08:27:20.553625 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8064e-790b-4d2b-8757-0d616d70025c req-e6a4ba96-e546-454c-98f6-ee95c14c5560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:20.555235 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2aa8064e-790b-4d2b-8757-0d616d70025c req-e6a4ba96-e546-454c-98f6-ee95c14c5560 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1674d774-8563-48a3-b527-f0af4400482d HTTP/1.1" status: 200 len: 856 time: 0.1163139 Jul 20 08:27:20.730898 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8064e-790b-4d2b-8757-0d616d70025c req-3d13df9c-5870-4bab-860d-23c8667b69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:20.732446 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2aa8064e-790b-4d2b-8757-0d616d70025c req-3d13df9c-5870-4bab-860d-23c8667b69e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=493487e7-e371-48c4-94a1-b290ee37dc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741351 Jul 20 08:27:20.737024 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-17c4a0a7-d5a3-4650-aa97-28ae29bb4cd4 req-cd88b7ef-d5ed-41f3-b2e9-dbd464773ad0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859303 Jul 20 08:27:20.986693 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-44acc92c-43f1-44c7-b081-694daade5599 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:20.992918 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-44acc92c-43f1-44c7-b081-694daade5599 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (69e8886c-1ebd-4322-ad14-0ecad9a17cab), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:21.120804 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-44acc92c-43f1-44c7-b081-694daade5599 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Floating IP 69e8886c-1ebd-4322-ad14-0ecad9a17cab associated. External IP: 172.27.1.76, port: e37caaf1-6167-4ebe-94cd-55ea929f139d. Jul 20 08:27:21.204379 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:21.251217 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7e5e5-f1c1-4538-8636-8b9950e569c7 req-33cbebf3-59dc-44ab-80ed-ba0a6af95803 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:21.252861 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2fc7e5e5-f1c1-4538-8636-8b9950e569c7 req-33cbebf3-59dc-44ab-80ed-ba0a6af95803 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0923088 Jul 20 08:27:21.322493 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:21.362422 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2fc7e5e5-f1c1-4538-8636-8b9950e569c7 req-2cf0fa7c-ac1a-40fe-998d-4fa64b7b1817 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018057 Jul 20 08:27:21.452288 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44acc92c-43f1-44c7-b081-694daade5599 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Router f89a0f50-73be-4465-b934-a3589109ebd2 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:27:21.459092 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2aa8064e-790b-4d2b-8757-0d616d70025c req-82a8f859-0431-418c-b48b-cd1b1dc9ebfc service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601346 Jul 20 08:27:21.535291 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:21.631423 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1ee92-65f8-4216-91f4-cc448976ba12 req-5097a736-e71e-40ac-8011-dd6c71b1e073 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:21.633250 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-04c1ee92-65f8-4216-91f4-cc448976ba12 req-5097a736-e71e-40ac-8011-dd6c71b1e073 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0988677 Jul 20 08:27:21.649085 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44acc92c-43f1-44c7-b081-694daade5599 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:27:21.654373 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-44acc92c-43f1-44c7-b081-694daade5599 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:21.667332 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c4bc1-d8e1-4646-a961-b99ed2f68cf7 None None] Sync routers for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:27:21.680758 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c4bc1-d8e1-4646-a961-b99ed2f68cf7 None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:27:21.681577 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-526c4bc1-d8e1-4646-a961-b99ed2f68cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:26:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:21.709716 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-44acc92c-43f1-44c7-b081-694daade5599 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "PUT /v2.0/floatingips/69e8886c-1ebd-4322-ad14-0ecad9a17cab HTTP/1.1" status: 200 len: 990 time: 1.2925351 Jul 20 08:27:21.718467 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'tag': 'e37caaf1-6167-4ebe-94cd-55ea929f139d'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:27:21.723090 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00f69ad5a0cac4e7728d797b6610dcca539aaa5862e314ac00bb2191cad31ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca25edec-09ab-4292-9333-b949bb0e27a1" -d '{"events": [{"name": "network-changed", "server_uuid": "659d1d17-9163-4971-9ba1-40f3f20d2650", "tag": "e37caaf1-6167-4ebe-94cd-55ea929f139d"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:27:21.778037 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306f134b-9d8a-4eea-b9cb-973227b214ed x-openstack-request-id: req-306f134b-9d8a-4eea-b9cb-973227b214ed {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:27:21.778380 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659d1d17-9163-4971-9ba1-40f3f20d2650", "tag": "e37caaf1-6167-4ebe-94cd-55ea929f139d", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:27:21.778785 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-306f134b-9d8a-4eea-b9cb-973227b214ed {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:27:21.779236 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-306f134b-9d8a-4eea-b9cb-973227b214ed'] response: {'name': 'network-changed', 'server_uuid': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'tag': 'e37caaf1-6167-4ebe-94cd-55ea929f139d', 'status': 'completed', 'code': 200} Jul 20 08:27:21.793162 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-04c1ee92-65f8-4216-91f4-cc448976ba12 req-1aae3005-dcd7-4008-a138-2fd8bfef4498 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071858 Jul 20 08:27:21.833599 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-526c4bc1-d8e1-4646-a961-b99ed2f68cf7 None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:27:22.063932 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-526c4bc1-d8e1-4646-a961-b99ed2f68cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '69e8886c-1ebd-4322-ad14-0ecad9a17cab', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': 'e37caaf1-6167-4ebe-94cd-55ea929f139d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:bb:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:26:17Z', 'updated_at': '2022-07-20T08:27:20Z', 'revision_number': 1, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:22.089837 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c4bc1-d8e1-4646-a961-b99ed2f68cf7 None None] Checking router: f89a0f50-73be-4465-b934-a3589109ebd2 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:27:22.099258 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c4bc1-d8e1-4646-a961-b99ed2f68cf7 None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:27:22.099916 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-526c4bc1-d8e1-4646-a961-b99ed2f68cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:26:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:22.203932 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-118ca51a-c0cc-4d05-bf24-ee3462c44558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:22.220578 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-526c4bc1-d8e1-4646-a961-b99ed2f68cf7 None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:27:22.419233 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25edec-09ab-4292-9333-b949bb0e27a1 req-6ede8bdb-646f-4507-84f1-c6187d2aa408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:22.422608 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca25edec-09ab-4292-9333-b949bb0e27a1 req-6ede8bdb-646f-4507-84f1-c6187d2aa408 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 1129 time: 0.0991747 Jul 20 08:27:22.514402 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-526c4bc1-d8e1-4646-a961-b99ed2f68cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '69e8886c-1ebd-4322-ad14-0ecad9a17cab', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': 'e37caaf1-6167-4ebe-94cd-55ea929f139d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:bb:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:26:17Z', 'updated_at': '2022-07-20T08:27:20Z', 'revision_number': 1, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:22.542956 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c4bc1-d8e1-4646-a961-b99ed2f68cf7 None None] The sync data for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi is: [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '69e8886c-1ebd-4322-ad14-0ecad9a17cab', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': 'e37caaf1-6167-4ebe-94cd-55ea929f139d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:bb:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:26:17Z', 'updated_at': '2022-07-20T08:27:20Z', 'revision_number': 1, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:27:22.596325 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2aa8064e-790b-4d2b-8757-0d616d70025c req-a4e0956b-f234-40be-9791-b49b58abd398 service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921679 Jul 20 08:27:22.612524 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec19c6-30cf-4b35-ae9b-50a381455ac2 req-f288f1f2-27d1-451d-aae6-09c91b88c4e9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:22.614023 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4eec19c6-30cf-4b35-ae9b-50a381455ac2 req-f288f1f2-27d1-451d-aae6-09c91b88c4e9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.1378622 Jul 20 08:27:22.657245 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25edec-09ab-4292-9333-b949bb0e27a1 req-02e3d321-b2f5-4feb-8039-cd8af64655c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:22.658841 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca25edec-09ab-4292-9333-b949bb0e27a1 req-02e3d321-b2f5-4feb-8039-cd8af64655c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21da7406-374d-4389-9eee-8af0140c04bf HTTP/1.1" status: 200 len: 915 time: 0.2095940 Jul 20 08:27:22.665514 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:22.691907 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4eec19c6-30cf-4b35-ae9b-50a381455ac2 req-ed69d189-3816-4114-a662-692a09c7e722 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696774 Jul 20 08:27:22.799072 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9837cff-4fb8-41d4-91b9-cf816a7a9302 None None] New status for floating IP 69e8886c-1ebd-4322-ad14-0ecad9a17cab: ACTIVE {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:27:22.971536 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50d2e9-6c9e-4527-b91c-10c853144416 req-8801de87-e9d9-471c-a465-511c0444847f tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:22.977898 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fe50d2e9-6c9e-4527-b91c-10c853144416 req-8801de87-e9d9-471c-a465-511c0444847f tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0894272 Jul 20 08:27:23.085909 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca25edec-09ab-4292-9333-b949bb0e27a1 req-4dbf785b-fe56-4a69-b049-b79847373812 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e37caaf1-6167-4ebe-94cd-55ea929f139d HTTP/1.1" status: 200 len: 998 time: 0.1535068 Jul 20 08:27:23.091627 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fe50d2e9-6c9e-4527-b91c-10c853144416 req-46544958-30f3-4ea0-a312-e95ed12df19b tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072838 Jul 20 08:27:23.211306 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 34692) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:23.347128 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60b9b761-0ba4-4632-ba52-466527be9a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:23.463126 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60b9b761-0ba4-4632-ba52-466527be9a0f admin admin] Publish callbacks [] for security_group (4df3d520-7612-4034-8b8d-d8d6b8cf2cd4), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:23.468865 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60b9b761-0ba4-4632-ba52-466527be9a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (4df3d520-7612-4034-8b8d-d8d6b8cf2cd4), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:23.525210 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-60b9b761-0ba4-4632-ba52-466527be9a0f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22d7ea88d26c4a10ab8b1134928b42fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124111 Jul 20 08:27:23.527662 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9b761-0ba4-4632-ba52-466527be9a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df3d520-7612-4034-8b8d-d8d6b8cf2cd4,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:23.528337 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 34700) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:23.590905 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2b33c445-b510-4fdd-94b3-94d1e2e7b0e7 admin admin] Publish callbacks [] for security_group (4df3d520-7612-4034-8b8d-d8d6b8cf2cd4), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:23.621687 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2b33c445-b510-4fdd-94b3-94d1e2e7b0e7 admin admin] Publish callbacks [] for security_group (4df3d520-7612-4034-8b8d-d8d6b8cf2cd4), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:23.707034 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2b33c445-b510-4fdd-94b3-94d1e2e7b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (4df3d520-7612-4034-8b8d-d8d6b8cf2cd4), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:23.710652 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2b33c445-b510-4fdd-94b3-94d1e2e7b0e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:23.712518 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-2b33c445-b510-4fdd-94b3-94d1e2e7b0e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4df3d520-7612-4034-8b8d-d8d6b8cf2cd4 HTTP/1.1" status: 204 len: 168 time: 0.1826599 Jul 20 08:27:23.724029 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25edec-09ab-4292-9333-b949bb0e27a1 req-d8ac6834-9f43-491c-b41d-5da5ca421634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:23.726021 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33c445-b510-4fdd-94b3-94d1e2e7b0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df3d520-7612-4034-8b8d-d8d6b8cf2cd4,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:23.732633 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca25edec-09ab-4292-9333-b949bb0e27a1 req-d8ac6834-9f43-491c-b41d-5da5ca421634 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7595eb2-89c2-44a4-8ca5-0b88f939ec19 HTTP/1.1" status: 200 len: 853 time: 0.0779684 Jul 20 08:27:23.857614 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25edec-09ab-4292-9333-b949bb0e27a1 req-f51e98e4-90ad-4776-882b-27aa61241c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:23.859505 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca25edec-09ab-4292-9333-b949bb0e27a1 req-f51e98e4-90ad-4776-882b-27aa61241c8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21da7406-374d-4389-9eee-8af0140c04bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1169002 Jul 20 08:27:23.879597 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5da57-9fd8-429a-b72e-1e7854d44618 req-f55ba013-ec88-4d33-8b52-843169539749 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:23.881150 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-73f5da57-9fd8-429a-b72e-1e7854d44618 req-f55ba013-ec88-4d33-8b52-843169539749 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0702546 Jul 20 08:27:23.945433 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-73f5da57-9fd8-429a-b72e-1e7854d44618 req-83e77817-8270-4c47-89db-190177c1a1bd tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510943 Jul 20 08:27:24.121496 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 34716) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:24.145293 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-31661978-e1ea-4722-a55f-949f144163b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:24.220211 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:24.233269 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca25edec-09ab-4292-9333-b949bb0e27a1 req-9fc0b1ca-606b-4292-b950-c8d152dc2639 service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487329 Jul 20 08:27:24.317471 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da1b0d-48c6-4cb9-9345-c5fc82d84b61 req-ce8349ae-70dc-4de7-b1a1-9ded34dceaa0 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:24.319087 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d8da1b0d-48c6-4cb9-9345-c5fc82d84b61 req-ce8349ae-70dc-4de7-b1a1-9ded34dceaa0 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0719757 Jul 20 08:27:24.344734 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-31661978-e1ea-4722-a55f-949f144163b3 admin admin] Publish callbacks [] for security_group (ebd2d604-2ae1-413d-b990-c3a6153fcbce), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:24.349791 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca25edec-09ab-4292-9333-b949bb0e27a1 req-08ebd3dd-02c7-4f88-83c0-06b0f68baa52 service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016402 Jul 20 08:27:24.353341 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-31661978-e1ea-4722-a55f-949f144163b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ebd2d604-2ae1-413d-b990-c3a6153fcbce), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:24.360956 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:24.418264 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31661978-e1ea-4722-a55f-949f144163b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd2d604-2ae1-413d-b990-c3a6153fcbce,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:24.428757 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-31661978-e1ea-4722-a55f-949f144163b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d38f1668689545c6a1000a6fd4a75e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061409 Jul 20 08:27:24.434038 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 34720) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:24.438025 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d8da1b0d-48c6-4cb9-9345-c5fc82d84b61 req-da048554-d0c6-4314-bdd0-41f349aae413 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044075 Jul 20 08:27:24.448674 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:24.493860 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0daca50d-85c8-42ab-a736-117025cb85b5 admin admin] Publish callbacks [] for security_group (ebd2d604-2ae1-413d-b990-c3a6153fcbce), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:24.532625 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0daca50d-85c8-42ab-a736-117025cb85b5 admin admin] Publish callbacks [] for security_group (ebd2d604-2ae1-413d-b990-c3a6153fcbce), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:24.587017 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0085-71bf-4494-9fce-4dfef291a28b req-b9975311-a57a-481a-84c9-bc431f175189 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:24.588707 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a97f0085-71bf-4494-9fce-4dfef291a28b req-b9975311-a57a-481a-84c9-bc431f175189 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0756609 Jul 20 08:27:24.602198 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 34724) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:24.607126 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-3376af46-5fde-44a5-9cb3-187ddb28a8f9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Request body: {'floatingip': {'port_id': '90d4b267-6b9e-479b-978c-9e4434caa2b0'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:27:24.689769 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3376af46-5fde-44a5-9cb3-187ddb28a8f9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for floatingip (2e534d0d-b078-4dda-a8de-ab0f6d92a388), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:24.722929 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:24.726293 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0daca50d-85c8-42ab-a736-117025cb85b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ebd2d604-2ae1-413d-b990-c3a6153fcbce), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:24.729143 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0daca50d-85c8-42ab-a736-117025cb85b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:24.730419 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0daca50d-85c8-42ab-a736-117025cb85b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebd2d604-2ae1-413d-b990-c3a6153fcbce HTTP/1.1" status: 204 len: 168 time: 0.2949951 Jul 20 08:27:24.795453 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daca50d-85c8-42ab-a736-117025cb85b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd2d604-2ae1-413d-b990-c3a6153fcbce,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:25.146956 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039a3aa-7068-495e-99ce-50c7d94fa771 req-7a137f98-c2f8-4f13-9115-1e3785fae5ba tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:25.151264 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4039a3aa-7068-495e-99ce-50c7d94fa771 req-7a137f98-c2f8-4f13-9115-1e3785fae5ba tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.1143672 Jul 20 08:27:25.219444 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4039a3aa-7068-495e-99ce-50c7d94fa771 req-dce14574-17e8-43c4-93b8-c29ec17f9ade tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567226 Jul 20 08:27:25.729802 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3376af46-5fde-44a5-9cb3-187ddb28a8f9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:25.740616 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3376af46-5fde-44a5-9cb3-187ddb28a8f9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (2e534d0d-b078-4dda-a8de-ab0f6d92a388), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:25.817904 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 34758) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:25.869346 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-3376af46-5fde-44a5-9cb3-187ddb28a8f9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Floating IP 2e534d0d-b078-4dda-a8de-ab0f6d92a388 associated. External IP: 172.27.1.232, port: 90d4b267-6b9e-479b-978c-9e4434caa2b0. Jul 20 08:27:25.967196 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-47fa2eec-f0d0-490d-ae9e-10a77ccb9616 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-972218526-network', 'tenant_id': '02622d333fa24a0bbd1ef6f59276ba77'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:27:25.996219 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:26.006776 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fa2eec-f0d0-490d-ae9e-10a77ccb9616 admin admin] Made reservation on behalf of 02622d333fa24a0bbd1ef6f59276ba77 for: {'network': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:27:26.009150 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-47fa2eec-f0d0-490d-ae9e-10a77ccb9616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:26.020391 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-47fa2eec-f0d0-490d-ae9e-10a77ccb9616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:26.135234 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-47fa2eec-f0d0-490d-ae9e-10a77ccb9616 admin admin] Publish callbacks [] for security_group (b018980a-f6c3-494b-960e-48dd4057adfe), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:26.142084 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-47fa2eec-f0d0-490d-ae9e-10a77ccb9616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (b018980a-f6c3-494b-960e-48dd4057adfe), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:26.146084 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3376af46-5fde-44a5-9cb3-187ddb28a8f9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Router c245b0b3-c650-4a64-a3ff-113a63a41a0e has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:27:26.162791 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:26.171647 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fa2eec-f0d0-490d-ae9e-10a77ccb9616 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=104022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:27:26.182984 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa2eec-f0d0-490d-ae9e-10a77ccb9616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b018980a-f6c3-494b-960e-48dd4057adfe,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:26.188518 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-47fa2eec-f0d0-490d-ae9e-10a77ccb9616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (a3efadd5-9321-4048-b655-24bd9b5d0f8e), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:26.188940 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.segments_db [None req-47fa2eec-f0d0-490d-ae9e-10a77ccb9616 admin admin] Added segment a3efadd5-9321-4048-b655-24bd9b5d0f8e of type vlan for network 9eed6757-1d3b-47bb-9daf-5c99f31991f4 Jul 20 08:27:26.243397 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-47fa2eec-f0d0-490d-ae9e-10a77ccb9616 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (9eed6757-1d3b-47bb-9daf-5c99f31991f4), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:26.270799 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3376af46-5fde-44a5-9cb3-187ddb28a8f9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:27:26.277796 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3376af46-5fde-44a5-9cb3-187ddb28a8f9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:26.280444 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-47fa2eec-f0d0-490d-ae9e-10a77ccb9616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (9eed6757-1d3b-47bb-9daf-5c99f31991f4), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:26.281359 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f136a07-8771-4d94-ba6c-6fd3c43dd7ab None None] Sync routers for ids ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:27:26.281799 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fa2eec-f0d0-490d-ae9e-10a77ccb9616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:26.282269 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-47fa2eec-f0d0-490d-ae9e-10a77ccb9616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:26.293067 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f136a07-8771-4d94-ba6c-6fd3c43dd7ab None None] Routers {'c245b0b3-c650-4a64-a3ff-113a63a41a0e'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:27:26.293954 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-4f136a07-8771-4d94-ba6c-6fd3c43dd7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:27:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:26.354592 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-47fa2eec-f0d0-490d-ae9e-10a77ccb9616 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5348268 Jul 20 08:27:26.358198 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 34770) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:26.362735 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3376af46-5fde-44a5-9cb3-187ddb28a8f9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "PUT /v2.0/floatingips/2e534d0d-b078-4dda-a8de-ab0f6d92a388 HTTP/1.1" status: 200 len: 992 time: 1.7591999 Jul 20 08:27:26.363426 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-d5bdcf81-6862-45cf-b74e-dab791f7b729 admin admin] Request body: {'subnet': {'network_id': '9eed6757-1d3b-47bb-9daf-5c99f31991f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-972218526-subnet', 'tenant_id': '02622d333fa24a0bbd1ef6f59276ba77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:27:26.367710 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c374291c-87f7-45dd-9391-807207d937bc', 'tag': '90d4b267-6b9e-479b-978c-9e4434caa2b0'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:27:26.370651 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22593e34-fb87-4d68-bdff-84aefc5b6bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "c374291c-87f7-45dd-9391-807207d937bc", "tag": "90d4b267-6b9e-479b-978c-9e4434caa2b0"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:27:26.370855 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa2eec-f0d0-490d-ae9e-10a77ccb9616 admin admin] Pushing event updated for resources: {'Network': ['ID=9eed6757-1d3b-47bb-9daf-5c99f31991f4,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:26.390140 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bdcf81-6862-45cf-b74e-dab791f7b729 admin admin] Made reservation on behalf of 02622d333fa24a0bbd1ef6f59276ba77 for: {'subnet': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:27:26.391934 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network 9eed6757-1d3b-47bb-9daf-5c99f31991f4 details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:27:26.395504 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcf81-6862-45cf-b74e-dab791f7b729 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:26.396739 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb30eac-92fd-45c6-abca-1e3649ddb53d req-deb36b3e-3cd0-4bbd-95da-4eff83d736f2 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:26.398340 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bdb30eac-92fd-45c6-abca-1e3649ddb53d req-deb36b3e-3cd0-4bbd-95da-4eff83d736f2 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0816953 Jul 20 08:27:26.442899 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cb976e-d5fa-4ba9-b678-8319cf54ec98 x-openstack-request-id: req-82cb976e-d5fa-4ba9-b678-8319cf54ec98 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:27:26.443235 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c374291c-87f7-45dd-9391-807207d937bc", "tag": "90d4b267-6b9e-479b-978c-9e4434caa2b0", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:27:26.443457 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82cb976e-d5fa-4ba9-b678-8319cf54ec98 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:27:26.443872 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82cb976e-d5fa-4ba9-b678-8319cf54ec98'] response: {'name': 'network-changed', 'server_uuid': 'c374291c-87f7-45dd-9391-807207d937bc', 'tag': '90d4b267-6b9e-479b-978c-9e4434caa2b0', 'status': 'completed', 'code': 200} Jul 20 08:27:26.499116 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bdb30eac-92fd-45c6-abca-1e3649ddb53d req-62cde12d-4c8b-4ba2-9743-ede5fc5220e0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875249 Jul 20 08:27:26.537677 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:26.538179 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-4f136a07-8771-4d94-ba6c-6fd3c43dd7ab None None] Set router c245b0b3-c650-4a64-a3ff-113a63a41a0e gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:27:26.621331 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:26.633435 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcf81-6862-45cf-b74e-dab791f7b729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for subnet (c079a918-88c3-488c-9090-a598bbc47101), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:26.658649 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:26.669114 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:26.699625 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdcf81-6862-45cf-b74e-dab791f7b729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c079a918-88c3-488c-9090-a598bbc47101,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:26.707827 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bdcf81-6862-45cf-b74e-dab791f7b729 admin admin] Checking segment: {'id': 'a3efadd5-9321-4048-b655-24bd9b5d0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9eed6757-1d3b-47bb-9daf-5c99f31991f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:27:26.708191 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bdcf81-6862-45cf-b74e-dab791f7b729 admin admin] Network hostable DHCP agents. Network: 9eed6757-1d3b-47bb-9daf-5c99f31991f4, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:27:26.720019 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:26.731343 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bdcf81-6862-45cf-b74e-dab791f7b729 admin admin] Network 9eed6757-1d3b-47bb-9daf-5c99f31991f4 is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:27:26.744507 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-d5bdcf81-6862-45cf-b74e-dab791f7b729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, 9eed6757-1d3b-47bb-9daf-5c99f31991f4) {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:27:26.751241 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bdcf81-6862-45cf-b74e-dab791f7b729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:26.752150 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcf81-6862-45cf-b74e-dab791f7b729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:26.757472 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a96546-2b9c-4a64-ab90-ce5faed693e7 None None] Network 9eed6757-1d3b-47bb-9daf-5c99f31991f4 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:27:26.774852 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d5bdcf81-6862-45cf-b74e-dab791f7b729 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4155576 Jul 20 08:27:26.775700 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:26.799893 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-4f136a07-8771-4d94-ba6c-6fd3c43dd7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:26:11Z', 'revision_number': 4, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '2e534d0d-b078-4dda-a8de-ab0f6d92a388', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'port_id': '90d4b267-6b9e-479b-978c-9e4434caa2b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'mac_address': 'fa:16:3e:b0:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c374291c-87f7-45dd-9391-807207d937bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:26:23Z', 'updated_at': '2022-07-20T08:27:25Z', 'revision_number': 1, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4a6035-8220-4e09-8d03-b0ed25181e75', 'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'mac_address': 'fa:16:3e:06:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:07Z', 'updated_at': '2022-07-20T08:26:24Z', 'revision_number': 5, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'subnets': [{'id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:26.830107 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f136a07-8771-4d94-ba6c-6fd3c43dd7ab None None] Checking router: c245b0b3-c650-4a64-a3ff-113a63a41a0e for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:27:26.840019 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f136a07-8771-4d94-ba6c-6fd3c43dd7ab None None] Routers {'c245b0b3-c650-4a64-a3ff-113a63a41a0e'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:27:26.840680 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-4f136a07-8771-4d94-ba6c-6fd3c43dd7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:27:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:26.959930 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f7e8fd-e20f-4678-a569-1759ddba035e None None] Network 9eed6757-1d3b-47bb-9daf-5c99f31991f4 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:27:26.979575 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-4f136a07-8771-4d94-ba6c-6fd3c43dd7ab None None] Set router c245b0b3-c650-4a64-a3ff-113a63a41a0e gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:27:26.983737 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22593e34-fb87-4d68-bdff-84aefc5b6bf4 req-a215a494-a933-44b6-98eb-ba85faebd358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:26.986622 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22593e34-fb87-4d68-bdff-84aefc5b6bf4 req-a215a494-a933-44b6-98eb-ba85faebd358 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4764ea3c4f4bf98ea56ee0798adfdc&device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 1130 time: 0.0426462 Jul 20 08:27:27.025683 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:27.133997 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22593e34-fb87-4d68-bdff-84aefc5b6bf4 req-7c8c347e-614c-4f1e-a7a9-c65ba9a53e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:27.135564 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22593e34-fb87-4d68-bdff-84aefc5b6bf4 req-7c8c347e-614c-4f1e-a7a9-c65ba9a53e28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 HTTP/1.1" status: 200 len: 911 time: 0.1407604 Jul 20 08:27:27.229941 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-4f136a07-8771-4d94-ba6c-6fd3c43dd7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:26:11Z', 'revision_number': 4, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '2e534d0d-b078-4dda-a8de-ab0f6d92a388', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'port_id': '90d4b267-6b9e-479b-978c-9e4434caa2b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'mac_address': 'fa:16:3e:b0:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c374291c-87f7-45dd-9391-807207d937bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:26:23Z', 'updated_at': '2022-07-20T08:27:25Z', 'revision_number': 1, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4a6035-8220-4e09-8d03-b0ed25181e75', 'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'mac_address': 'fa:16:3e:06:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:07Z', 'updated_at': '2022-07-20T08:26:24Z', 'revision_number': 5, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'subnets': [{'id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:27.261219 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f136a07-8771-4d94-ba6c-6fd3c43dd7ab None None] The sync data for ids ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'] in dv-cinder-823089-3-iscsi is: [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:26:11Z', 'revision_number': 4, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '2e534d0d-b078-4dda-a8de-ab0f6d92a388', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'port_id': '90d4b267-6b9e-479b-978c-9e4434caa2b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'mac_address': 'fa:16:3e:b0:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c374291c-87f7-45dd-9391-807207d937bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:26:23Z', 'updated_at': '2022-07-20T08:27:25Z', 'revision_number': 1, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4a6035-8220-4e09-8d03-b0ed25181e75', 'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'mac_address': 'fa:16:3e:06:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:07Z', 'updated_at': '2022-07-20T08:26:24Z', 'revision_number': 5, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'subnets': [{'id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:27:27.497554 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8f8d2-20bd-486a-9c41-3c6e4a072da7 None None] New status for floating IP 2e534d0d-b078-4dda-a8de-ab0f6d92a388: ACTIVE {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:27:27.631507 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f8748-b36e-4a11-9c0b-2bc26424e414 req-c8541a00-45bd-4bab-b314-0996b86c1174 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:27.633148 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e12f8748-b36e-4a11-9c0b-2bc26424e414 req-c8541a00-45bd-4bab-b314-0996b86c1174 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0523942 Jul 20 08:27:27.689217 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e12f8748-b36e-4a11-9c0b-2bc26424e414 req-eb242a46-d2bd-411d-aed5-fd478505a18e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504191 Jul 20 08:27:28.805693 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d43b4e-2a75-43a9-932d-6d211efce9bb req-7b577ca3-b6e4-47ad-b548-3a2832626270 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:28.807189 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9d43b4e-2a75-43a9-932d-6d211efce9bb req-7b577ca3-b6e4-47ad-b548-3a2832626270 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0483718 Jul 20 08:27:28.854378 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9d43b4e-2a75-43a9-932d-6d211efce9bb req-ebc904be-6a1b-4a14-8c58-3188e3ece027 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409031 Jul 20 08:27:29.143106 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22593e34-fb87-4d68-bdff-84aefc5b6bf4 req-8b9834c4-927e-4ef8-b678-45a35fc675ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90d4b267-6b9e-479b-978c-9e4434caa2b0 HTTP/1.1" status: 200 len: 1002 time: 0.0650821 Jul 20 08:27:29.984860 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a840dfa-8798-474d-8dc2-b5ea82b67de4 req-7d234835-b428-427d-862e-c90e2a86597a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:29.986565 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9a840dfa-8798-474d-8dc2-b5ea82b67de4 req-7d234835-b428-427d-862e-c90e2a86597a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0584507 Jul 20 08:27:29.999336 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:30.042912 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9a840dfa-8798-474d-8dc2-b5ea82b67de4 req-4f7fe6cf-c869-4d20-8bfb-f0dabedc1183 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506966 Jul 20 08:27:31.167647 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a0f07-8683-4c63-8518-cb4a74068e8e req-df281198-8d21-42c9-a444-b68d8bfc8bc4 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:31.169218 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c32a0f07-8683-4c63-8518-cb4a74068e8e req-df281198-8d21-42c9-a444-b68d8bfc8bc4 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0520809 Jul 20 08:27:31.222224 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c32a0f07-8683-4c63-8518-cb4a74068e8e req-fb3f5d28-4ad6-47a1-a497-5bc7b35a684a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449255 Jul 20 08:27:31.250665 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:27:32.038759 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22593e34-fb87-4d68-bdff-84aefc5b6bf4 req-24cec5d1-873d-42b8-8054-251b88f86d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:32.040243 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22593e34-fb87-4d68-bdff-84aefc5b6bf4 req-24cec5d1-873d-42b8-8054-251b88f86d50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7 HTTP/1.1" status: 200 len: 849 time: 0.0478342 Jul 20 08:27:32.344762 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd17e3-e2c6-4578-90f6-d33092032fee req-ba8e2ed8-f947-438e-a735-50d3a631d7f4 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:32.346307 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4afd17e3-e2c6-4578-90f6-d33092032fee req-ba8e2ed8-f947-438e-a735-50d3a631d7f4 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0530097 Jul 20 08:27:32.396744 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4afd17e3-e2c6-4578-90f6-d33092032fee req-8ff31203-4669-472d-b221-e63568f743c8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447969 Jul 20 08:27:33.580674 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad78b1-5dd1-49a1-89dc-d1b33ffd9a8e req-dc19b56a-e828-491f-88ee-38bda5725538 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:33.582330 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-62ad78b1-5dd1-49a1-89dc-d1b33ffd9a8e req-dc19b56a-e828-491f-88ee-38bda5725538 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0896845 Jul 20 08:27:33.669086 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-62ad78b1-5dd1-49a1-89dc-d1b33ffd9a8e req-3f0fae02-2546-45a1-8aa6-835f44f327d6 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803199 Jul 20 08:27:34.036925 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-722f2cab-36d1-47ec-b8dc-27f88061f391 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:34.039609 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-722f2cab-36d1-47ec-b8dc-27f88061f391 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/networks?id=9eed6757-1d3b-47bb-9daf-5c99f31991f4 HTTP/1.1" status: 200 len: 808 time: 0.1506622 Jul 20 08:27:34.056126 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-b273cf38-2769-4ad2-855e-9025c414b93a tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/quotas/02622d333fa24a0bbd1ef6f59276ba77 HTTP/1.1" status: 200 len: 375 time: 0.0112011 Jul 20 08:27:34.096312 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-9e72a5ba-bb0e-434d-a263-faf9c2f112e8 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=02622d333fa24a0bbd1ef6f59276ba77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347645 Jul 20 08:27:34.205774 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-f14fc960-789b-42cb-8a6d-f979b0d4c46e service neutron] 10.222.0.64 "GET /v2.0/networks/9eed6757-1d3b-47bb-9daf-5c99f31991f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022503 Jul 20 08:27:34.330408 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-5ed24338-2766-4b65-a9d0-9ea45f0c2425 service neutron] 10.222.0.64 "GET /v2.0/networks/9eed6757-1d3b-47bb-9daf-5c99f31991f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188505 Jul 20 08:27:34.499433 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1ef75519-0e2e-45fc-a202-c5de1987b3d0 req-00174bc5-ac8f-4f27-af1c-07b2312d64a8 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 210 time: 0.0327127 Jul 20 08:27:34.734956 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22593e34-fb87-4d68-bdff-84aefc5b6bf4 req-5376d59a-e35d-443c-8b08-22a1309ff789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:34.737224 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22593e34-fb87-4d68-bdff-84aefc5b6bf4 req-5376d59a-e35d-443c-8b08-22a1309ff789 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843372 Jul 20 08:27:34.863018 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba71ba-0cf3-480a-9d06-b30910a6a94b req-f5d58ca7-15ab-41cf-a14d-0cfb8034141c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:34.864935 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a7ba71ba-0cf3-480a-9d06-b30910a6a94b req-f5d58ca7-15ab-41cf-a14d-0cfb8034141c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0751586 Jul 20 08:27:34.994106 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a7ba71ba-0cf3-480a-9d06-b30910a6a94b req-3f5d441b-51db-4f57-94a8-00100fe3a4d3 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996053 Jul 20 08:27:35.040749 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22593e34-fb87-4d68-bdff-84aefc5b6bf4 req-902efb65-7c73-4c86-9a93-861a2580389f service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019608 Jul 20 08:27:35.627800 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-51ae9aba-2043-4f32-886b-47f4c3b10d04 req-ad71bd91-bebc-4a0f-8ae2-829c58fa887e tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 210 time: 0.0453501 Jul 20 08:27:35.653045 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22593e34-fb87-4d68-bdff-84aefc5b6bf4 req-e090f699-1702-4e6f-b273-71253cd1f65b service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372814 Jul 20 08:27:36.076553 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:36.115260 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63b5ac-3e8a-4eef-acb2-abc2932ba889 req-f045f7d9-9151-4a3c-8054-ef8103a2f50a tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:36.116833 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4a63b5ac-3e8a-4eef-acb2-abc2932ba889 req-f045f7d9-9151-4a3c-8054-ef8103a2f50a tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 946 time: 0.0503004 Jul 20 08:27:36.129512 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0effc-95ad-4a08-a9db-0291e2914e74 req-00eed472-1866-4c9c-acd9-4911bb6f8e2d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:36.131120 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0fe0effc-95ad-4a08-a9db-0291e2914e74 req-00eed472-1866-4c9c-acd9-4911bb6f8e2d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0549278 Jul 20 08:27:36.174274 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4a63b5ac-3e8a-4eef-acb2-abc2932ba889 req-ac48b347-a61b-4bcc-a784-12145ce74c28 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514257 Jul 20 08:27:36.186883 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0fe0effc-95ad-4a08-a9db-0291e2914e74 req-c5d13a2d-7514-429f-aa56-77266b484049 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494366 Jul 20 08:27:36.739337 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22980dbc-a851-4ac3-ad78-37409833cd44 req-791dd538-1ff1-44d9-911f-0f32d1f56cc0 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 210 time: 0.0297096 Jul 20 08:27:37.310403 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12959f2f-9335-4873-b4f2-35c547c7a79e req-3ce8d0cd-2f35-4a84-bc96-78edfd01d7fb tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:37.312058 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12959f2f-9335-4873-b4f2-35c547c7a79e req-3ce8d0cd-2f35-4a84-bc96-78edfd01d7fb tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0539541 Jul 20 08:27:37.312744 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d374409-a693-465f-aa13-b6a372dcfda6 req-7e079d56-8994-4863-9221-d0b70fed8691 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:37.314202 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1d374409-a693-465f-aa13-b6a372dcfda6 req-7e079d56-8994-4863-9221-d0b70fed8691 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 946 time: 0.0574338 Jul 20 08:27:37.367737 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1d374409-a693-465f-aa13-b6a372dcfda6 req-556c7054-f257-4606-b37f-586d10728104 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476747 Jul 20 08:27:37.370209 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12959f2f-9335-4873-b4f2-35c547c7a79e req-7c69500d-ffcb-474b-8bb1-d399facdd42a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508349 Jul 20 08:27:37.612121 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:37.615108 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:37.839075 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7035b0a7-ad74-4c92-b524-2d38fb08279f req-ce662a3b-e3f7-41e9-91fe-3d0e97157ae1 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 210 time: 0.0295784 Jul 20 08:27:38.295676 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:38.303323 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-8abe7f91-d208-469e-bb34-40223aefe77b tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:38.304441 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-8abe7f91-d208-469e-bb34-40223aefe77b tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.18 "GET /v2.0/networks?id=9eed6757-1d3b-47bb-9daf-5c99f31991f4 HTTP/1.1" status: 200 len: 808 time: 0.1261451 Jul 20 08:27:38.392176 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Request body: {'port': {'device_id': 'd8273f04-3311-466c-b48f-149757006ab9', 'network_id': '9eed6757-1d3b-47bb-9daf-5c99f31991f4', 'admin_state_up': True, 'tenant_id': '02622d333fa24a0bbd1ef6f59276ba77'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:27:38.504087 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4e9fcfb7-06d3-47d0-ae98-4edd6adfc4c8 req-04b713c6-d668-4fcd-a7c9-ddf077b59667 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1279337 Jul 20 08:27:38.529734 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1069ac-c10a-47b1-b523-700a21ccc601 req-93254a1d-f039-4a4a-a35a-8e393a6bbdf8 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:38.529734 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-bf1069ac-c10a-47b1-b523-700a21ccc601 req-93254a1d-f039-4a4a-a35a-8e393a6bbdf8 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 946 time: 0.0601790 Jul 20 08:27:38.560228 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:38.565542 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c57e6-9506-443f-a7ad-e2ccb5ee1a6e req-00936c40-ac30-4fc7-964b-f30ae148b3aa tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:38.567567 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b64c57e6-9506-443f-a7ad-e2ccb5ee1a6e req-00936c40-ac30-4fc7-964b-f30ae148b3aa tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0826988 Jul 20 08:27:38.601369 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-bf1069ac-c10a-47b1-b523-700a21ccc601 req-996101ac-89f6-4916-bd04-f3d8f7da8189 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590014 Jul 20 08:27:38.637615 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Made reservation on behalf of 02622d333fa24a0bbd1ef6f59276ba77 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:27:38.641573 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:38.647747 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b64c57e6-9506-443f-a7ad-e2ccb5ee1a6e req-183e460c-0d86-45a1-a2ff-4ab7045348c0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739329 Jul 20 08:27:38.651138 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 34982) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:38.783260 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:38.797570 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Allocated IP 172.20.0.3 (9eed6757-1d3b-47bb-9daf-5c99f31991f4/c079a918-88c3-488c-9090-a598bbc47101/eb6642d2-1021-40f3-a3d6-2143e5810bff) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:27:38.883469 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:38.886012 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Publish callbacks [] for security_group (ce776838-7c8b-42ef-ad29-0a581c734c86), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:38.892536 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ce776838-7c8b-42ef-ad29-0a581c734c86), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:38.938484 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d2810dd314046fdbf9e10dbd78ec6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862289 Jul 20 08:27:38.941466 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 34988) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:38.950963 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce776838-7c8b-42ef-ad29-0a581c734c86,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:38.979147 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:38.979488 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:38.979831 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:38.980165 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:38.980493 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:38.980836 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:38.981160 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:38.981513 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:38.981797 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:38.982117 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:38.982463 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:38.982787 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:38.983107 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:38.983419 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:38.983738 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b38c5-9b5c-4e32-a6b3-97b4eeb42d80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:39.003938 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Publish callbacks [] for port (eb6642d2-1021-40f3-a3d6-2143e5810bff), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:39.018681 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-24a2c53b-27b0-47c0-9cb6-28211a0f7d39 req-ff9d3b57-cdcd-4623-b5ef-cb3da14de089 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 210 time: 0.0726926 Jul 20 08:27:39.046489 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (eb6642d2-1021-40f3-a3d6-2143e5810bff), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:39.059030 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-813443ea-5afe-420d-9c69-87ce184841a0 admin admin] Publish callbacks [] for security_group (ce776838-7c8b-42ef-ad29-0a581c734c86), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:39.084449 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-813443ea-5afe-420d-9c69-87ce184841a0 admin admin] Publish callbacks [] for security_group (ce776838-7c8b-42ef-ad29-0a581c734c86), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:39.113305 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Network 9eed6757-1d3b-47bb-9daf-5c99f31991f4 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:27:39.119760 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:27:39.125111 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:27:39.143596 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-813443ea-5afe-420d-9c69-87ce184841a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ce776838-7c8b-42ef-ad29-0a581c734c86), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:39.146511 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-813443ea-5afe-420d-9c69-87ce184841a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:39.150885 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-813443ea-5afe-420d-9c69-87ce184841a0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce776838-7c8b-42ef-ad29-0a581c734c86 HTTP/1.1" status: 204 len: 168 time: 0.2054296 Jul 20 08:27:39.151249 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:39.152185 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Pushing event updated for resources: {'Port': ['ID=eb6642d2-1021-40f3-a3d6-2143e5810bff,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:39.158111 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813443ea-5afe-420d-9c69-87ce184841a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce776838-7c8b-42ef-ad29-0a581c734c86,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:39.168453 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:39.168805 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:39.169147 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:39.169483 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:39.169816 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:39.170143 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:39.170469 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:39.170835 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:39.171159 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:39.171519 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:39.171927 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:39.172245 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:39.172568 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:39.172889 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:39.173209 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:39.203658 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:39.204309 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:39.222492 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-dadfae01-5a39-427a-9610-462fb6197125 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8348279 Jul 20 08:27:39.329405 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Request body: {'port': {'device_id': 'd8273f04-3311-466c-b48f-149757006ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:27:39.343842 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:39.401270 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fcfb7-06d3-47d0-ae98-4edd6adfc4c8 req-746d2db1-0536-47c5-88d7-e842b156297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:39.403293 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4e9fcfb7-06d3-47d0-ae98-4edd6adfc4c8 req-746d2db1-0536-47c5-88d7-e842b156297b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 1129 time: 0.0701015 Jul 20 08:27:39.438745 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (eb6642d2-1021-40f3-a3d6-2143e5810bff), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:39.580743 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:39.818458 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd6025-9bf3-4aff-b109-96401154d4a4 req-0856230c-0cfe-4d1c-9a32-1781b0412fb7 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:39.822532 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c6fd6025-9bf3-4aff-b109-96401154d4a4 req-0856230c-0cfe-4d1c-9a32-1781b0412fb7 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0736067 Jul 20 08:27:39.908518 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c6fd6025-9bf3-4aff-b109-96401154d4a4 req-16e37c0b-4f64-4688-976c-b76a15919f28 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757680 Jul 20 08:27:39.999923 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7b9ee-d302-4e2d-9a3d-fefdf41175c4 req-92a5325d-0671-4bfd-9087-949f4ab177d8 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:40.001717 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ecd7b9ee-d302-4e2d-9a3d-fefdf41175c4 req-92a5325d-0671-4bfd-9087-949f4ab177d8 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 946 time: 0.4573803 Jul 20 08:27:40.023364 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7210-e4b1-4a88-be69-fac7061c611c req-c409896c-a998-4348-9352-f54e6b9f352d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:40.025040 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c8e7210-e4b1-4a88-be69-fac7061c611c req-c409896c-a998-4348-9352-f54e6b9f352d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 946 time: 0.1621552 Jul 20 08:27:40.127889 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fcfb7-06d3-47d0-ae98-4edd6adfc4c8 req-4f8eeac3-cb7e-441d-a7b3-047f4051bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:40.129454 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4e9fcfb7-06d3-47d0-ae98-4edd6adfc4c8 req-4f8eeac3-cb7e-441d-a7b3-047f4051bf77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 920 time: 0.5839481 Jul 20 08:27:40.169247 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c8e7210-e4b1-4a88-be69-fac7061c611c req-3801936a-d338-4f62-a8ad-3cd442d1ee36 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096909 Jul 20 08:27:40.181786 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac394c0e-1f72-4d7b-9ef9-b67b90e8bb23 req-cfa46f4e-d669-4496-8240-83519514c77c tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:40.190788 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ac394c0e-1f72-4d7b-9ef9-b67b90e8bb23 req-cfa46f4e-d669-4496-8240-83519514c77c tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 931 time: 0.0833898 Jul 20 08:27:40.248819 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ac394c0e-1f72-4d7b-9ef9-b67b90e8bb23 req-42e53e8a-2bd2-49a0-918b-27a11e99c9fe tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568476 Jul 20 08:27:40.269780 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6642d2-1021-40f3-a3d6-2143e5810bff {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:27:40.279426 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Publish callbacks [] for port (eb6642d2-1021-40f3-a3d6-2143e5810bff), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:40.294568 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Transition to ACTIVE for port object eb6642d2-1021-40f3-a3d6-2143e5810bff will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:27:40.299677 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (eb6642d2-1021-40f3-a3d6-2143e5810bff), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:40.362508 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6642d2-1021-40f3-a3d6-2143e5810bff,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:40.438798 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Attempting to bind port eb6642d2-1021-40f3-a3d6-2143e5810bff on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:27:40.439546 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Attempting to bind port eb6642d2-1021-40f3-a3d6-2143e5810bff by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': 'a3efadd5-9321-4048-b655-24bd9b5d0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9eed6757-1d3b-47bb-9daf-5c99f31991f4'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:27:40.439546 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Attempting to bind port eb6642d2-1021-40f3-a3d6-2143e5810bff on network 9eed6757-1d3b-47bb-9daf-5c99f31991f4 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:27:40.444951 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Port eb6642d2-1021-40f3-a3d6-2143e5810bff on network 9eed6757-1d3b-47bb-9daf-5c99f31991f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:27:40.445252 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Attempting to bind port eb6642d2-1021-40f3-a3d6-2143e5810bff on network 9eed6757-1d3b-47bb-9daf-5c99f31991f4 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:27:40.450524 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:27:40.450910 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Checking segment: {'id': 'a3efadd5-9321-4048-b655-24bd9b5d0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9eed6757-1d3b-47bb-9daf-5c99f31991f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:27:40.451363 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Bound using segment: {'id': 'a3efadd5-9321-4048-b655-24bd9b5d0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9eed6757-1d3b-47bb-9daf-5c99f31991f4'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:27:40.452336 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Bound port: eb6642d2-1021-40f3-a3d6-2143e5810bff, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3efadd5-9321-4048-b655-24bd9b5d0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9eed6757-1d3b-47bb-9daf-5c99f31991f4'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:27:40.452336 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (eb6642d2-1021-40f3-a3d6-2143e5810bff), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:40.489179 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:40.524485 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] For port eb6642d2-1021-40f3-a3d6-2143e5810bff, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:27:40.527988 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] For port eb6642d2-1021-40f3-a3d6-2143e5810bff, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=eb6642d2-1021-40f3-a3d6-2143e5810bff,segment=NetworkSegment(a3efadd5-9321-4048-b655-24bd9b5d0f8e),segment_id=a3efadd5-9321-4048-b655-24bd9b5d0f8e)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:27:40.537506 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (eb6642d2-1021-40f3-a3d6-2143e5810bff), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:40.578815 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:40.579456 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:40.580862 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] 10.222.0.18 "PUT /v2.0/ports/eb6642d2-1021-40f3-a3d6-2143e5810bff HTTP/1.1" status: 200 len: 1093 time: 1.2563803 Jul 20 08:27:40.583376 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8273f04-3311-466c-b48f-149757006ab9', 'tag': 'eb6642d2-1021-40f3-a3d6-2143e5810bff'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:27:40.585590 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067023e0-34bc-4ae2-80e8-a0c6063b6bde" -d '{"events": [{"name": "network-changed", "server_uuid": "d8273f04-3311-466c-b48f-149757006ab9", "tag": "eb6642d2-1021-40f3-a3d6-2143e5810bff"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:27:40.613266 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c186cd-dd0d-4764-86e8-ff0c2cc3be86 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6642d2-1021-40f3-a3d6-2143e5810bff,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:40.629768 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af7bbe7-93b4-4d20-8330-be1508cde47f x-openstack-request-id: req-4af7bbe7-93b4-4d20-8330-be1508cde47f {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:27:40.630058 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8273f04-3311-466c-b48f-149757006ab9", "tag": "eb6642d2-1021-40f3-a3d6-2143e5810bff", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:27:40.630310 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4af7bbe7-93b4-4d20-8330-be1508cde47f {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:27:40.630735 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af7bbe7-93b4-4d20-8330-be1508cde47f'] response: {'name': 'network-changed', 'server_uuid': 'd8273f04-3311-466c-b48f-149757006ab9', 'tag': 'eb6642d2-1021-40f3-a3d6-2143e5810bff', 'status': 'completed', 'code': 200} Jul 20 08:27:41.035193 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1a298-f76c-40d8-a063-992680d6b648 req-8c0a727c-b405-425e-bce3-acf5ff1eef98 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:41.036795 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-28b1a298-f76c-40d8-a063-992680d6b648 req-8c0a727c-b405-425e-bce3-acf5ff1eef98 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0528309 Jul 20 08:27:41.090666 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-28b1a298-f76c-40d8-a063-992680d6b648 req-29db5274-fdb6-4cad-8d12-80ffd65323fc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478425 Jul 20 08:27:41.333729 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27022bfa-2bf8-403f-ba5f-ba3de4f0377d req-dc1a40b0-101a-47a9-8c55-8f9279686d28 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:41.335771 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-27022bfa-2bf8-403f-ba5f-ba3de4f0377d req-dc1a40b0-101a-47a9-8c55-8f9279686d28 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 946 time: 0.0737145 Jul 20 08:27:41.385433 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:41.409532 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-27022bfa-2bf8-403f-ba5f-ba3de4f0377d req-4aa11c89-2245-423b-a5b3-0159b313b360 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666862 Jul 20 08:27:41.418327 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bbf71-bf80-488b-a96d-2f8797212f94 req-9f63cb34-58f1-4fff-a82c-a44d054018bb tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:41.419993 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b83bbf71-bf80-488b-a96d-2f8797212f94 req-9f63cb34-58f1-4fff-a82c-a44d054018bb tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 943 time: 0.0621891 Jul 20 08:27:41.491786 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b83bbf71-bf80-488b-a96d-2f8797212f94 req-5dd53f25-3e36-4db0-9759-fae1519fc387 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609362 Jul 20 08:27:42.217615 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febf02b-218d-49e7-a3fb-bb657424b46e req-bbc777f8-9579-41a6-811e-bc572d638ad0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:42.219783 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7febf02b-218d-49e7-a3fb-bb657424b46e req-bbc777f8-9579-41a6-811e-bc572d638ad0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0547986 Jul 20 08:27:42.283831 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7febf02b-218d-49e7-a3fb-bb657424b46e req-00e72295-9347-4f15-8453-24084d19de34 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580285 Jul 20 08:27:42.569793 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91516170-a38a-4c66-a2be-ec684705dbde req-0ece21a8-94e6-46b8-8319-9dae886e8e92 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:42.572475 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-91516170-a38a-4c66-a2be-ec684705dbde req-0ece21a8-94e6-46b8-8319-9dae886e8e92 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 946 time: 0.0845933 Jul 20 08:27:42.573979 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4e9fcfb7-06d3-47d0-ae98-4edd6adfc4c8 req-12809540-72cf-4ae5-9b44-6f327a32d78b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06458427-d317-4965-817d-8affbd2750e5 HTTP/1.1" status: 200 len: 217 time: 0.1065385 Jul 20 08:27:42.639135 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-91516170-a38a-4c66-a2be-ec684705dbde req-8568b1ba-96a0-4184-9be4-be0ec99d38d2 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfd1b18f-6b60-45bc-860e-a6316f6c2686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559249 Jul 20 08:27:42.667346 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067023e0-34bc-4ae2-80e8-a0c6063b6bde req-85c38a06-90f4-4a73-a5db-179baa8b4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:42.669781 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-067023e0-34bc-4ae2-80e8-a0c6063b6bde req-85c38a06-90f4-4a73-a5db-179baa8b4e32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02622d333fa24a0bbd1ef6f59276ba77&device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 1127 time: 0.1928287 Jul 20 08:27:42.708187 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef41b8-d12e-4bd9-9c53-220764c41d4f req-00130783-937e-4bb1-bdcf-f8cc0d44dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:42.710952 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-67ef41b8-d12e-4bd9-9c53-220764c41d4f req-00130783-937e-4bb1-bdcf-f8cc0d44dd01 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 1130 time: 0.0480986 Jul 20 08:27:42.797653 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-67ef41b8-d12e-4bd9-9c53-220764c41d4f req-2a38fff3-7184-4732-8de7-f654f3a007ce service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790403 Jul 20 08:27:42.880677 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-ecd7b9ee-d302-4e2d-9a3d-fefdf41175c4 req-2e37bbac-cc88-4779-9050-842b6c394f6d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Deleting port 1a663922-bde3-4ffe-a3dd-70862157632c {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:27:42.881260 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ecd7b9ee-d302-4e2d-9a3d-fefdf41175c4 req-2e37bbac-cc88-4779-9050-842b6c394f6d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (1a663922-bde3-4ffe-a3dd-70862157632c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:42.907023 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4228aa8-2964-4267-913d-fa176c48face req-a814cc8d-705a-409f-9b9f-6fc44cdefe5f tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:42.909728 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d4228aa8-2964-4267-913d-fa176c48face req-a814cc8d-705a-409f-9b9f-6fc44cdefe5f tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 943 time: 0.3248007 Jul 20 08:27:42.988476 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fcfb7-06d3-47d0-ae98-4edd6adfc4c8 req-1a516db6-0177-4182-a2c5-783c41548631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:42.990956 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4e9fcfb7-06d3-47d0-ae98-4edd6adfc4c8 req-1a516db6-0177-4182-a2c5-783c41548631 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d83857be-db60-44b9-859b-cdb8e58b501d HTTP/1.1" status: 200 len: 858 time: 0.4048915 Jul 20 08:27:43.124053 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067023e0-34bc-4ae2-80e8-a0c6063b6bde req-78423abe-12aa-48ea-a41a-8f9762fbb273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:43.125597 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-067023e0-34bc-4ae2-80e8-a0c6063b6bde req-78423abe-12aa-48ea-a41a-8f9762fbb273 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=02622d333fa24a0bbd1ef6f59276ba77&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3544016 Jul 20 08:27:43.131964 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d4228aa8-2964-4267-913d-fa176c48face req-0ef41cdf-ae4c-4321-a255-8a7a776e3ffd tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564004 Jul 20 08:27:43.154965 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-ecd7b9ee-d302-4e2d-9a3d-fefdf41175c4 req-2e37bbac-cc88-4779-9050-842b6c394f6d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] For port 1a663922-bde3-4ffe-a3dd-70862157632c, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=1a663922-bde3-4ffe-a3dd-70862157632c,segment=NetworkSegment(1c19b764-987f-4d64-81ed-d681c7ce8af3),segment_id=1c19b764-987f-4d64-81ed-d681c7ce8af3)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:27:43.155337 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ecd7b9ee-d302-4e2d-9a3d-fefdf41175c4 req-2e37bbac-cc88-4779-9050-842b6c394f6d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (1a663922-bde3-4ffe-a3dd-70862157632c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:43.174405 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-ecd7b9ee-d302-4e2d-9a3d-fefdf41175c4 req-2e37bbac-cc88-4779-9050-842b6c394f6d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Calling delete_port for 1a663922-bde3-4ffe-a3dd-70862157632c owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:27:43.344546 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:43.377898 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ecd7b9ee-d302-4e2d-9a3d-fefdf41175c4 req-2e37bbac-cc88-4779-9050-842b6c394f6d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (1a663922-bde3-4ffe-a3dd-70862157632c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:43.406490 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37bbac-cc88-4779-9050-842b6c394f6d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Pushing event deleted for resources: {'Port': ['ID=1a663922-bde3-4ffe-a3dd-70862157632c,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:43.495197 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cf741-625a-452a-a47c-8c18cfa4cd07 req-43482c7e-40d8-4a42-b0e2-5f533e40151a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:43.498316 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f28cf741-625a-452a-a47c-8c18cfa4cd07 req-43482c7e-40d8-4a42-b0e2-5f533e40151a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.1086929 Jul 20 08:27:43.541268 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:43.583976 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fcfb7-06d3-47d0-ae98-4edd6adfc4c8 req-d78dbaf9-09f7-488f-ad46-67d810852b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:43.586256 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4e9fcfb7-06d3-47d0-ae98-4edd6adfc4c8 req-d78dbaf9-09f7-488f-ad46-67d810852b1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c96fa3a3-1d61-4869-813f-bb65cb182cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765617 Jul 20 08:27:43.587160 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd7b9ee-d302-4e2d-9a3d-fefdf41175c4 req-2e37bbac-cc88-4779-9050-842b6c394f6d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] No DVR routers for this DVR port 1a663922-bde3-4ffe-a3dd-70862157632c on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:27:43.589232 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f28cf741-625a-452a-a47c-8c18cfa4cd07 req-3eaa041c-3d82-4208-9093-ba8d32096ed9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759206 Jul 20 08:27:43.592054 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ecd7b9ee-d302-4e2d-9a3d-fefdf41175c4 req-2e37bbac-cc88-4779-9050-842b6c394f6d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:43.596423 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ecd7b9ee-d302-4e2d-9a3d-fefdf41175c4 req-2e37bbac-cc88-4779-9050-842b6c394f6d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.18 "DELETE /v2.0/ports/1a663922-bde3-4ffe-a3dd-70862157632c HTTP/1.1" status: 204 len: 173 time: 1.1303632 Jul 20 08:27:43.598535 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0df430-d3f8-4e9d-949f-5d8f0359484d', 'name': 'network-vif-deleted', 'tag': '1a663922-bde3-4ffe-a3dd-70862157632c'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:27:43.601098 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cc52f7-5482-4596-bc2c-f09a78f9c381" -d '{"events": [{"server_uuid": "fa0df430-d3f8-4e9d-949f-5d8f0359484d", "name": "network-vif-deleted", "tag": "1a663922-bde3-4ffe-a3dd-70862157632c"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:27:43.669903 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cdea1c-7b92-4c61-97b1-75d79d5f96a3 x-openstack-request-id: req-e6cdea1c-7b92-4c61-97b1-75d79d5f96a3 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:27:43.670355 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0df430-d3f8-4e9d-949f-5d8f0359484d", "name": "network-vif-deleted", "tag": "1a663922-bde3-4ffe-a3dd-70862157632c", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:27:43.670786 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6cdea1c-7b92-4c61-97b1-75d79d5f96a3 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:27:43.671515 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6cdea1c-7b92-4c61-97b1-75d79d5f96a3'] response: {'server_uuid': 'fa0df430-d3f8-4e9d-949f-5d8f0359484d', 'name': 'network-vif-deleted', 'tag': '1a663922-bde3-4ffe-a3dd-70862157632c', 'status': 'completed', 'code': 200} Jul 20 08:27:43.678613 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:43.728426 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067023e0-34bc-4ae2-80e8-a0c6063b6bde req-4356646f-30cc-4e6c-9885-fafea87c83b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:43.729929 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-067023e0-34bc-4ae2-80e8-a0c6063b6bde req-4356646f-30cc-4e6c-9885-fafea87c83b5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2186213 Jul 20 08:27:43.762026 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-cdfe4afe-ca6f-4da7-a2e4-b2b232054a40 req-aee66aec-515c-4f68-8a5c-acc88e686dff tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 210 time: 0.0330210 Jul 20 08:27:44.322252 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455a8ad-125a-4f40-824a-0349e926613e req-df3ba82c-6711-4502-80d1-aba652b0ee7c tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:44.324150 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f455a8ad-125a-4f40-824a-0349e926613e req-df3ba82c-6711-4502-80d1-aba652b0ee7c tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 943 time: 0.0789032 Jul 20 08:27:44.389757 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-ad01e88e-63c1-431c-9878-8d248e9b847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:44.392723 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-ad01e88e-63c1-431c-9878-8d248e9b847d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02622d333fa24a0bbd1ef6f59276ba77&device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 1127 time: 0.1117671 Jul 20 08:27:44.394763 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4e9fcfb7-06d3-47d0-ae98-4edd6adfc4c8 req-9caec77f-fa9d-46b4-9362-3d35a981e369 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276282 Jul 20 08:27:44.427237 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f455a8ad-125a-4f40-824a-0349e926613e req-8744536f-5b3a-43aa-8aa4-58dcc2d53123 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816584 Jul 20 08:27:44.482370 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-a576d9aa-6a12-4caa-a169-2da1b60d7953 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb6642d2-1021-40f3-a3d6-2143e5810bff HTTP/1.1" status: 200 len: 217 time: 0.0461617 Jul 20 08:27:44.591046 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-6dfdf83b-1bc5-48fe-855e-a7c411ccf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:44.592603 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-6dfdf83b-1bc5-48fe-855e-a7c411ccf718 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c079a918-88c3-488c-9090-a598bbc47101 HTTP/1.1" status: 200 len: 848 time: 0.0995200 Jul 20 08:27:44.616277 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4e9fcfb7-06d3-47d0-ae98-4edd6adfc4c8 req-1f9346a7-8a14-469f-87b8-b0bed6a1d18e service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445785 Jul 20 08:27:44.669016 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:44.729269 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 1a663922-bde3-4ffe-a3dd-70862157632c no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:27:44.735484 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96671a-669a-45f4-85ed-a90376fabdf1 req-a4d7c76e-5166-4451-bf2c-d8fc94015dcf tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:44.745993 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7e96671a-669a-45f4-85ed-a90376fabdf1 req-a4d7c76e-5166-4451-bf2c-d8fc94015dcf tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0855529 Jul 20 08:27:44.781296 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: 1a663922-bde3-4ffe-a3dd-70862157632c {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:27:44.781695 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 1a663922-bde3-4ffe-a3dd-70862157632c not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:27:44.804199 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-3bf2896a-17a2-4c6f-b4db-fff0c07d8b36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eed6757-1d3b-47bb-9daf-5c99f31991f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791743 Jul 20 08:27:44.840831 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7e96671a-669a-45f4-85ed-a90376fabdf1 req-e151d89e-6e1e-45a6-ac29-7ad18021db7d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935659 Jul 20 08:27:44.955078 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-53000751-05a9-4c9d-b983-bdaf6fa522c1 req-b6e4cf5d-7735-43b9-904d-519aad4f4a3d tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 210 time: 0.0429571 Jul 20 08:27:45.057516 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 35106) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:45.173854 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9091f3c0-e4f8-4c8a-8d9e-0ed84843f181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:45.261558 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9091f3c0-e4f8-4c8a-8d9e-0ed84843f181 admin admin] Publish callbacks [] for security_group (7b9ebf12-ef0a-46e0-b8f4-d3cdc4c6724a), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:45.267568 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9091f3c0-e4f8-4c8a-8d9e-0ed84843f181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (7b9ebf12-ef0a-46e0-b8f4-d3cdc4c6724a), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:45.310207 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091f3c0-e4f8-4c8a-8d9e-0ed84843f181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9ebf12-ef0a-46e0-b8f4-d3cdc4c6724a,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:45.318948 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-9091f3c0-e4f8-4c8a-8d9e-0ed84843f181 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=071d4d7bb2bf4f5eab792a8de77d8b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576976 Jul 20 08:27:45.319986 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 35110) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:45.393055 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a626b656-5eb7-4c04-8318-471f657188c7 admin admin] Publish callbacks [] for security_group (7b9ebf12-ef0a-46e0-b8f4-d3cdc4c6724a), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:45.421897 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a626b656-5eb7-4c04-8318-471f657188c7 admin admin] Publish callbacks [] for security_group (7b9ebf12-ef0a-46e0-b8f4-d3cdc4c6724a), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:45.476147 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-34ac7895-e826-4541-b974-4322c63f3b81 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed6757-1d3b-47bb-9daf-5c99f31991f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279194 Jul 20 08:27:45.498966 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a626b656-5eb7-4c04-8318-471f657188c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (7b9ebf12-ef0a-46e0-b8f4-d3cdc4c6724a), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:45.504105 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a626b656-5eb7-4c04-8318-471f657188c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:45.505388 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-a626b656-5eb7-4c04-8318-471f657188c7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b9ebf12-ef0a-46e0-b8f4-d3cdc4c6724a HTTP/1.1" status: 204 len: 168 time: 0.1851819 Jul 20 08:27:45.514405 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626b656-5eb7-4c04-8318-471f657188c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9ebf12-ef0a-46e0-b8f4-d3cdc4c6724a,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:45.586452 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3f1d5-3b93-49d2-a8ac-a97bef69b2ef req-220d2e4b-b4c6-4f37-a816-c2cd7f07e464 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:45.588332 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-cfa3f1d5-3b93-49d2-a8ac-a97bef69b2ef req-220d2e4b-b4c6-4f37-a816-c2cd7f07e464 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 943 time: 0.0606539 Jul 20 08:27:45.648554 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-cfa3f1d5-3b93-49d2-a8ac-a97bef69b2ef req-c74fdd64-9848-4a34-a034-a19e9c1aaa5e tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516207 Jul 20 08:27:45.856286 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-539d0609-978a-4ca9-a26a-7872f6ee5c17 req-4e606fe1-af48-45e2-a528-1377d1bc9e81 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed6757-1d3b-47bb-9daf-5c99f31991f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001387 Jul 20 08:27:45.997629 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc50b2-b812-4991-bbea-d15ebb0a7787 req-c901f619-c5c1-49bf-99a4-f5b1eebc56d6 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:45.999195 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d3dc50b2-b812-4991-bbea-d15ebb0a7787 req-c901f619-c5c1-49bf-99a4-f5b1eebc56d6 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0583882 Jul 20 08:27:46.057339 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d3dc50b2-b812-4991-bbea-d15ebb0a7787 req-087e6313-0f7c-4156-8782-c2308347a4ac tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494475 Jul 20 08:27:46.083863 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-294d3966-6efc-4d52-862d-133acfafab9b req-b47f9971-7389-49ce-95e8-c897e2fe804f tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 210 time: 0.0307477 Jul 20 08:27:46.205598 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cce566-5969-4efd-b215-82319d0ec5fe req-4295e7d6-2751-419c-b259-7fe4bed6f0c6 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:46.207196 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-57cce566-5969-4efd-b215-82319d0ec5fe req-4295e7d6-2751-419c-b259-7fe4bed6f0c6 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0576653 Jul 20 08:27:46.260271 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-57cce566-5969-4efd-b215-82319d0ec5fe req-f7db3862-611d-40b4-9de2-7d2a43cefccb tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472755 Jul 20 08:27:46.795763 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd0f99-fc8d-4ccb-bd4e-afa60f465704 req-71946678-3d4a-4397-8930-ec6889c568af tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:46.798019 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6afd0f99-fc8d-4ccb-bd4e-afa60f465704 req-71946678-3d4a-4397-8930-ec6889c568af tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 943 time: 0.0546288 Jul 20 08:27:46.852193 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6afd0f99-fc8d-4ccb-bd4e-afa60f465704 req-13eb7894-8f78-4def-a5e9-c5e25e2ee738 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484309 Jul 20 08:27:47.223587 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2237bb30-fc04-4fed-aaea-e548b0beffdf req-19eb2641-f800-425a-b149-b91be46516b8 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 210 time: 0.0286601 Jul 20 08:27:48.194186 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14319383-a699-4519-ad64-95da25e8d0fb req-23f61ab8-270b-4c95-8436-eaab3a15c95d tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:48.195620 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-14319383-a699-4519-ad64-95da25e8d0fb req-23f61ab8-270b-4c95-8436-eaab3a15c95d tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 943 time: 0.2601438 Jul 20 08:27:48.246856 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-14319383-a699-4519-ad64-95da25e8d0fb req-1104af80-60d3-4a36-a4f3-43a480216785 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455599 Jul 20 08:27:48.337435 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0b67066c-1e20-4af3-96ea-5429a7c6c545 req-6820cd7c-0cc0-436d-8100-1651f3876429 tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 210 time: 0.0314517 Jul 20 08:27:48.954247 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c76df0-8817-4952-abbc-19b814e5b61a req-5350af9a-ec84-41ae-8499-c80d2516102b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:48.956105 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b7c76df0-8817-4952-abbc-19b814e5b61a req-5350af9a-ec84-41ae-8499-c80d2516102b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0603380 Jul 20 08:27:49.017416 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b7c76df0-8817-4952-abbc-19b814e5b61a req-0d331e17-6e41-4a10-823f-1224c32c5e4b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543153 Jul 20 08:27:49.432475 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:49.451750 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1eb3faf9-35a2-4147-a05e-e2ceb42a4e65 req-ce7d8ad4-0fef-4b06-909e-252f471580ed tempest-DeleteServersTestJSON-1860605861 tempest-DeleteServersTestJSON-1860605861-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0df430-d3f8-4e9d-949f-5d8f0359484d HTTP/1.1" status: 200 len: 210 time: 0.0302815 Jul 20 08:27:49.510701 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af93a2-1901-4d5e-98ef-e2a395302d07 req-13d1bed9-9d14-4387-9558-1171c1bd8a8a tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:49.512273 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-72af93a2-1901-4d5e-98ef-e2a395302d07 req-13d1bed9-9d14-4387-9558-1171c1bd8a8a tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 943 time: 0.0511110 Jul 20 08:27:49.568895 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-72af93a2-1901-4d5e-98ef-e2a395302d07 req-b7cb1a8c-6605-4671-98d2-c004c0401bf4 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493715 Jul 20 08:27:49.586228 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b097030-95bf-4d9c-a16b-0766bb708c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:50.110669 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:50.154617 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed6988-6e69-4457-9f3d-6af0ab18ac93 req-ef23e6a9-3f76-4ab4-8493-9478763dc931 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:50.156220 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-04ed6988-6e69-4457-9f3d-6af0ab18ac93 req-ef23e6a9-3f76-4ab4-8493-9478763dc931 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0544317 Jul 20 08:27:50.227222 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-04ed6988-6e69-4457-9f3d-6af0ab18ac93 req-b0968740-b876-42ed-886a-03ba17a95057 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621963 Jul 20 08:27:50.428760 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa760d-1ee4-4a12-8145-118bb3a39438 req-7becfdbf-f8ea-4852-b726-02c8910cb2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:50.430899 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c9aa760d-1ee4-4a12-8145-118bb3a39438 req-7becfdbf-f8ea-4852-b726-02c8910cb2db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 1129 time: 0.0903895 Jul 20 08:27:50.689885 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 35256) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:50.746377 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device eb6642d2-1021-40f3-a3d6-2143e5810bff details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:27:50.829162 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5222bd-18e6-466c-b77f-765cd546f00d req-cade987e-cf99-4b4b-a4ce-11d81564e4db tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:50.830899 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9c5222bd-18e6-466c-b77f-765cd546f00d req-cade987e-cf99-4b4b-a4ce-11d81564e4db tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 943 time: 0.1115205 Jul 20 08:27:50.832306 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa760d-1ee4-4a12-8145-118bb3a39438 req-d9662e71-47fa-42f3-9dc7-4f399bb79f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:50.833828 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c9aa760d-1ee4-4a12-8145-118bb3a39438 req-d9662e71-47fa-42f3-9dc7-4f399bb79f00 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 920 time: 0.2435529 Jul 20 08:27:50.913482 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c9aa760d-1ee4-4a12-8145-118bb3a39438 req-fa1f4fc2-0a28-40e2-b859-26b7510f62ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06458427-d317-4965-817d-8affbd2750e5 HTTP/1.1" status: 200 len: 217 time: 0.0724230 Jul 20 08:27:50.913807 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dd61314a-3017-4909-9ddb-a5a74c2ed28b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:50.955445 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port eb6642d2-1021-40f3-a3d6-2143e5810bff, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=eb6642d2-1021-40f3-a3d6-2143e5810bff,segment=NetworkSegment(a3efadd5-9321-4048-b655-24bd9b5d0f8e),segment_id=a3efadd5-9321-4048-b655-24bd9b5d0f8e)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:27:50.978528 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': 'eb6642d2-1021-40f3-a3d6-2143e5810bff', 'network_id': '9eed6757-1d3b-47bb-9daf-5c99f31991f4', 'port_id': 'eb6642d2-1021-40f3-a3d6-2143e5810bff', 'mac_address': 'fa:16:3e:2d:2f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c079a918-88c3-488c-9090-a598bbc47101', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:27:51.004292 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9c5222bd-18e6-466c-b77f-765cd546f00d req-b79b7b41-2105-47e2-8334-76354243e024 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652024 Jul 20 08:27:51.028182 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:51.029255 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:51.033207 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa760d-1ee4-4a12-8145-118bb3a39438 req-0f5f416b-b783-422c-85dd-39f93d03dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:51.034764 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c9aa760d-1ee4-4a12-8145-118bb3a39438 req-0f5f416b-b783-422c-85dd-39f93d03dbcc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d83857be-db60-44b9-859b-cdb8e58b501d HTTP/1.1" status: 200 len: 858 time: 0.0995109 Jul 20 08:27:51.045991 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port eb6642d2-1021-40f3-a3d6-2143e5810bff is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:27:51.047201 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (eb6642d2-1021-40f3-a3d6-2143e5810bff), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:51.047942 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dd61314a-3017-4909-9ddb-a5a74c2ed28b admin admin] Publish callbacks [] for security_group (e33806f7-a4c7-4340-81c5-a8ad59ad6a20), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:51.054158 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dd61314a-3017-4909-9ddb-a5a74c2ed28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (e33806f7-a4c7-4340-81c5-a8ad59ad6a20), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:51.071123 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6642d2-1021-40f3-a3d6-2143e5810bff {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:27:51.097715 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa760d-1ee4-4a12-8145-118bb3a39438 req-200a2bdb-79f4-4f39-9d30-389a5cfb874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:51.099335 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port eb6642d2-1021-40f3-a3d6-2143e5810bff, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=eb6642d2-1021-40f3-a3d6-2143e5810bff,segment=NetworkSegment(a3efadd5-9321-4048-b655-24bd9b5d0f8e),segment_id=a3efadd5-9321-4048-b655-24bd9b5d0f8e)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:27:51.099795 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c9aa760d-1ee4-4a12-8145-118bb3a39438 req-200a2bdb-79f4-4f39-9d30-389a5cfb874e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c96fa3a3-1d61-4869-813f-bb65cb182cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584984 Jul 20 08:27:51.104114 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (eb6642d2-1021-40f3-a3d6-2143e5810bff), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:51.112979 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-dd61314a-3017-4909-9ddb-a5a74c2ed28b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6aff8fb6a7904019a3a05ea4aa2cc420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4196489 Jul 20 08:27:51.114678 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 35268) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:51.127395 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61314a-3017-4909-9ddb-a5a74c2ed28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33806f7-a4c7-4340-81c5-a8ad59ad6a20,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:51.162604 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=eb6642d2-1021-40f3-a3d6-2143e5810bff,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:51.171203 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:51.171654 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:51.172121 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:51.172502 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:51.172911 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:51.173307 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:51.173712 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:51.174172 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:51.174571 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:51.174995 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:51.175387 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:51.175781 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:51.176173 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:51.176563 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:51.176952 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:27:51.211863 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-137a1dc3-aab0-4d16-998d-451fcbe3ee56 admin admin] Publish callbacks [] for security_group (e33806f7-a4c7-4340-81c5-a8ad59ad6a20), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:51.239114 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-137a1dc3-aab0-4d16-998d-451fcbe3ee56 admin admin] Publish callbacks [] for security_group (e33806f7-a4c7-4340-81c5-a8ad59ad6a20), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:51.310054 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-137a1dc3-aab0-4d16-998d-451fcbe3ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (e33806f7-a4c7-4340-81c5-a8ad59ad6a20), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:51.313856 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-137a1dc3-aab0-4d16-998d-451fcbe3ee56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:51.317530 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-137a1dc3-aab0-4d16-998d-451fcbe3ee56 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e33806f7-a4c7-4340-81c5-a8ad59ad6a20 HTTP/1.1" status: 204 len: 168 time: 0.1992242 Jul 20 08:27:51.326696 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a1dc3-aab0-4d16-998d-451fcbe3ee56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33806f7-a4c7-4340-81c5-a8ad59ad6a20,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:51.413764 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af0ecf-d8c6-439d-a074-cea9fb68c7d4 req-2c624962-5c19-483d-8fec-87c658f1fe80 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:51.415696 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-89af0ecf-d8c6-439d-a074-cea9fb68c7d4 req-2c624962-5c19-483d-8fec-87c658f1fe80 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0757921 Jul 20 08:27:51.487812 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-89af0ecf-d8c6-439d-a074-cea9fb68c7d4 req-3b8319b5-75c5-47ad-a1a8-c8d815fa563b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638726 Jul 20 08:27:51.545423 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c9aa760d-1ee4-4a12-8145-118bb3a39438 req-9f691df8-b3b0-448c-baed-1c7cb72122b8 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382255 Jul 20 08:27:51.657618 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c9aa760d-1ee4-4a12-8145-118bb3a39438 req-1db4c4f9-b4e1-4810-bc0f-bba261a3f572 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055746 Jul 20 08:27:51.765833 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['eb6642d2-1021-40f3-a3d6-2143e5810bff'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:27:52.080008 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 35318) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:52.113350 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=87 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:52.114917 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=43 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:52.220227 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fd34-16a0-4d05-8b22-79126e8080f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:52.237092 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f78fa-0116-4bb7-b706-b655914201e5 req-14657305-faa4-436c-9b37-291979ad61c7 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:52.238615 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-229f78fa-0116-4bb7-b706-b655914201e5 req-14657305-faa4-436c-9b37-291979ad61c7 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 944 time: 0.1164320 Jul 20 08:27:52.377062 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-229f78fa-0116-4bb7-b706-b655914201e5 req-6e61e985-9dac-4d0a-a931-8d8cf52f7d89 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319797 Jul 20 08:27:52.634250 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-056d7c49-5da3-4655-8fab-33ec1c41d54b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731768'] for router_interface (0bc02d25-9336-44bf-9472-61d2692a4f23), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:52.743850 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:52.763653 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d10d06-aa7f-46d2-9612-8fb854322070 req-ad1f0310-103a-41dc-b125-c2038d9d1b07 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:52.766045 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-85d10d06-aa7f-46d2-9612-8fb854322070 req-ad1f0310-103a-41dc-b125-c2038d9d1b07 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0561934 Jul 20 08:27:52.828430 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-85d10d06-aa7f-46d2-9612-8fb854322070 req-fec4429d-449b-42c9-b819-4a49e0fb67a7 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552485 Jul 20 08:27:52.933822 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:52.977095 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-056d7c49-5da3-4655-8fab-33ec1c41d54b admin admin] Deleting port 45aacea6-0f43-442a-83a5-b25877b23d53 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:27:52.977473 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-056d7c49-5da3-4655-8fab-33ec1c41d54b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (45aacea6-0f43-442a-83a5-b25877b23d53), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:53.071835 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-056d7c49-5da3-4655-8fab-33ec1c41d54b admin admin] For port 45aacea6-0f43-442a-83a5-b25877b23d53, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=45aacea6-0f43-442a-83a5-b25877b23d53,segment=NetworkSegment(1c19b764-987f-4d64-81ed-d681c7ce8af3),segment_id=1c19b764-987f-4d64-81ed-d681c7ce8af3)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:27:53.072205 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-056d7c49-5da3-4655-8fab-33ec1c41d54b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (45aacea6-0f43-442a-83a5-b25877b23d53), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:53.087458 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-056d7c49-5da3-4655-8fab-33ec1c41d54b admin admin] Calling delete_port for 45aacea6-0f43-442a-83a5-b25877b23d53 owned by network:router_interface {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:27:53.221524 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device eb6642d2-1021-40f3-a3d6-2143e5810bff up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:27:53.269318 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port eb6642d2-1021-40f3-a3d6-2143e5810bff completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:27:53.275709 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port eb6642d2-1021-40f3-a3d6-2143e5810bff triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:27:53.276091 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (eb6642d2-1021-40f3-a3d6-2143e5810bff), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:53.330118 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-056d7c49-5da3-4655-8fab-33ec1c41d54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021'] for port (45aacea6-0f43-442a-83a5-b25877b23d53), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:53.361190 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port eb6642d2-1021-40f3-a3d6-2143e5810bff is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:27:53.361405 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d7c49-5da3-4655-8fab-33ec1c41d54b admin admin] Pushing event deleted for resources: {'Port': ['ID=45aacea6-0f43-442a-83a5-b25877b23d53,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:53.361585 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (eb6642d2-1021-40f3-a3d6-2143e5810bff), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:53.408652 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8273f04-3311-466c-b48f-149757006ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6642d2-1021-40f3-a3d6-2143e5810bff'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:27:53.408652 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a51f7b-4b46-4ed1-b403-e39843b66b32" -d '{"events": [{"server_uuid": "d8273f04-3311-466c-b48f-149757006ab9", "name": "network-vif-plugged", "status": "completed", "tag": "eb6642d2-1021-40f3-a3d6-2143e5810bff"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:27:53.437491 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port eb6642d2-1021-40f3-a3d6-2143e5810bff, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=eb6642d2-1021-40f3-a3d6-2143e5810bff,segment=NetworkSegment(a3efadd5-9321-4048-b655-24bd9b5d0f8e),segment_id=a3efadd5-9321-4048-b655-24bd9b5d0f8e)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:27:53.447170 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (eb6642d2-1021-40f3-a3d6-2143e5810bff), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:53.486051 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1af4e2-6091-4537-a9f4-64a74c14eede x-openstack-request-id: req-8c1af4e2-6091-4537-a9f4-64a74c14eede {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:27:53.486429 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8273f04-3311-466c-b48f-149757006ab9", "name": "network-vif-plugged", "status": "completed", "tag": "eb6642d2-1021-40f3-a3d6-2143e5810bff", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:27:53.486905 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c1af4e2-6091-4537-a9f4-64a74c14eede {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:27:53.487309 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1af4e2-6091-4537-a9f4-64a74c14eede'] response: {'server_uuid': 'd8273f04-3311-466c-b48f-149757006ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6642d2-1021-40f3-a3d6-2143e5810bff', 'code': 200} Jul 20 08:27:53.515821 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=eb6642d2-1021-40f3-a3d6-2143e5810bff,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:53.566124 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d644c-e767-4c85-98fc-3bd1e5cda95a req-940ac6cf-a587-4a9a-bad0-3aea8dd3a224 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:53.568037 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d66d644c-e767-4c85-98fc-3bd1e5cda95a req-940ac6cf-a587-4a9a-bad0-3aea8dd3a224 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 945 time: 0.0729308 Jul 20 08:27:53.570858 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-056d7c49-5da3-4655-8fab-33ec1c41d54b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1731660'] for router_interface (0bc02d25-9336-44bf-9472-61d2692a4f23), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:53.696931 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d66d644c-e767-4c85-98fc-3bd1e5cda95a req-19629a89-afd4-4d93-9cda-a5d29624ecbb tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224926 Jul 20 08:27:53.740389 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd58c37-05a6-4b13-a940-02cd3da659e8 req-e4fc9476-6849-44b0-b543-44f1df561122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:53.743904 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2bd58c37-05a6-4b13-a940-02cd3da659e8 req-e4fc9476-6849-44b0-b543-44f1df561122 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 1129 time: 0.0538514 Jul 20 08:27:53.798382 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2bd58c37-05a6-4b13-a940-02cd3da659e8 req-e25a998b-9d46-48a9-9623-f4a79f7b2be8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464113 Jul 20 08:27:53.845955 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:53.863288 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056d7c49-5da3-4655-8fab-33ec1c41d54b admin admin] Router 0bc02d25-9336-44bf-9472-61d2692a4f23 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:27:53.951533 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c43c4c-9291-45a7-84a9-e8b50bdd7948 req-f25e3b77-c53e-4848-92d3-841c22f0446f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:53.953749 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f0c43c4c-9291-45a7-84a9-e8b50bdd7948 req-f25e3b77-c53e-4848-92d3-841c22f0446f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0521247 Jul 20 08:27:54.007086 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f0c43c4c-9291-45a7-84a9-e8b50bdd7948 req-08e43cfd-164c-4489-86ab-2c8313c9b14e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474238 Jul 20 08:27:54.169624 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:54.179761 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056d7c49-5da3-4655-8fab-33ec1c41d54b admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:27:54.185585 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-056d7c49-5da3-4655-8fab-33ec1c41d54b admin admin] 10.222.0.64 "PUT /v2.0/routers/0bc02d25-9336-44bf-9472-61d2692a4f23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1038368 Jul 20 08:27:54.188825 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 35348) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:54.193106 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:54.195078 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc5c9e-1202-4d78-aa74-9f4ede5aa258 None None] Sync routers for ids ['0bc02d25-9336-44bf-9472-61d2692a4f23'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:27:54.206260 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc5c9e-1202-4d78-aa74-9f4ede5aa258 None None] Routers {'0bc02d25-9336-44bf-9472-61d2692a4f23'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:27:54.207004 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-d5fc5c9e-1202-4d78-aa74-9f4ede5aa258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:27:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['0bc02d25-9336-44bf-9472-61d2692a4f23'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:54.305762 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-adc09e92-ea14-4033-9a2f-224ebf3a6cd3 admin admin] Publish callbacks [] for router (0bc02d25-9336-44bf-9472-61d2692a4f23), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:54.336262 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-d5fc5c9e-1202-4d78-aa74-9f4ede5aa258 None None] Set router 0bc02d25-9336-44bf-9472-61d2692a4f23 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:27:54.416843 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-adc09e92-ea14-4033-9a2f-224ebf3a6cd3 admin admin] Publish callbacks [] for router_gateway (0bc02d25-9336-44bf-9472-61d2692a4f23), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:54.470123 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-adc09e92-ea14-4033-9a2f-224ebf3a6cd3 admin admin] Deleting port eaabc2fe-3741-45ee-9505-08bd1a921a11 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:27:54.470501 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-adc09e92-ea14-4033-9a2f-224ebf3a6cd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (eaabc2fe-3741-45ee-9505-08bd1a921a11), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:54.515187 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-d5fc5c9e-1202-4d78-aa74-9f4ede5aa258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'name': 'tempest-DeleteServersTestJSON-1488763061-router', 'tenant_id': '1b481fa73344413d85fc2eb5c0376c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eaabc2fe-3741-45ee-9505-08bd1a921a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:41Z', 'updated_at': '2022-07-20T08:27:53Z', 'revision_number': 5, 'project_id': '1b481fa73344413d85fc2eb5c0376c9d', 'gw_port': {'id': 'eaabc2fe-3741-45ee-9505-08bd1a921a11', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:54.544815 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc5c9e-1202-4d78-aa74-9f4ede5aa258 None None] Checking router: 0bc02d25-9336-44bf-9472-61d2692a4f23 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:27:54.554433 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc5c9e-1202-4d78-aa74-9f4ede5aa258 None None] Routers {'0bc02d25-9336-44bf-9472-61d2692a4f23'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:27:54.555077 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-d5fc5c9e-1202-4d78-aa74-9f4ede5aa258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:27:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['0bc02d25-9336-44bf-9472-61d2692a4f23'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:54.561526 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-adc09e92-ea14-4033-9a2f-224ebf3a6cd3 admin admin] For port eaabc2fe-3741-45ee-9505-08bd1a921a11, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=eaabc2fe-3741-45ee-9505-08bd1a921a11,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:27:54.561970 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-adc09e92-ea14-4033-9a2f-224ebf3a6cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (eaabc2fe-3741-45ee-9505-08bd1a921a11), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:54.576472 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-adc09e92-ea14-4033-9a2f-224ebf3a6cd3 admin admin] Calling delete_port for eaabc2fe-3741-45ee-9505-08bd1a921a11 owned by network:router_gateway {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:27:54.646296 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-d5fc5c9e-1202-4d78-aa74-9f4ede5aa258 None None] Set router 0bc02d25-9336-44bf-9472-61d2692a4f23 gateway port host: None {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:27:54.697222 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-d5fc5c9e-1202-4d78-aa74-9f4ede5aa258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'name': 'tempest-DeleteServersTestJSON-1488763061-router', 'tenant_id': '1b481fa73344413d85fc2eb5c0376c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:41Z', 'updated_at': '2022-07-20T08:27:54Z', 'revision_number': 6, 'project_id': '1b481fa73344413d85fc2eb5c0376c9d', 'gw_port_host': None}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:54.726313 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc5c9e-1202-4d78-aa74-9f4ede5aa258 None None] The sync data for ids ['0bc02d25-9336-44bf-9472-61d2692a4f23'] in dv-cinder-823089-3-iscsi is: [{'id': '0bc02d25-9336-44bf-9472-61d2692a4f23', 'name': 'tempest-DeleteServersTestJSON-1488763061-router', 'tenant_id': '1b481fa73344413d85fc2eb5c0376c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:41Z', 'updated_at': '2022-07-20T08:27:54Z', 'revision_number': 6, 'project_id': '1b481fa73344413d85fc2eb5c0376c9d', 'gw_port_host': None}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:27:54.780189 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-adc09e92-ea14-4033-9a2f-224ebf3a6cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021'] for port (eaabc2fe-3741-45ee-9505-08bd1a921a11), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:54.849365 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc09e92-ea14-4033-9a2f-224ebf3a6cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaabc2fe-3741-45ee-9505-08bd1a921a11,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:54.875830 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-adc09e92-ea14-4033-9a2f-224ebf3a6cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730087'] for router_gateway (0bc02d25-9336-44bf-9472-61d2692a4f23), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:54.987760 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f312b-a173-42c8-9bbf-f3691de56880 req-2d4b4862-3956-4c3d-aa9a-d51e4f83d5ea tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:54.989350 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2a0f312b-a173-42c8-9bbf-f3691de56880 req-2d4b4862-3956-4c3d-aa9a-d51e4f83d5ea tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 945 time: 0.1978061 Jul 20 08:27:55.045616 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:55.049607 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-adc09e92-ea14-4033-9a2f-224ebf3a6cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3830'] for router (0bc02d25-9336-44bf-9472-61d2692a4f23), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:55.052408 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-adc09e92-ea14-4033-9a2f-224ebf3a6cd3 admin admin] Publish callbacks [] for router_controller (0bc02d25-9336-44bf-9472-61d2692a4f23), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:55.145863 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15287d-f6d5-4442-a27d-17da38d6b5a1 req-116623ae-f709-4968-b813-a06e853fb952 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:55.147718 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-de15287d-f6d5-4442-a27d-17da38d6b5a1 req-116623ae-f709-4968-b813-a06e853fb952 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0594134 Jul 20 08:27:55.147879 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2a0f312b-a173-42c8-9bbf-f3691de56880 req-9cbb084b-39f5-46c5-89df-619fec52b838 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292548 Jul 20 08:27:55.148945 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-adc09e92-ea14-4033-9a2f-224ebf3a6cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676458'] for router (0bc02d25-9336-44bf-9472-61d2692a4f23), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:55.149613 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc09e92-ea14-4033-9a2f-224ebf3a6cd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bc02d25-9336-44bf-9472-61d2692a4f23 {{(pid=104022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 08:27:55.154982 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-adc09e92-ea14-4033-9a2f-224ebf3a6cd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:55.158642 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-adc09e92-ea14-4033-9a2f-224ebf3a6cd3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0bc02d25-9336-44bf-9472-61d2692a4f23 HTTP/1.1" status: 204 len: 168 time: 0.9662251 Jul 20 08:27:55.159342 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 35360) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:55.213662 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:55.252375 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:55.257182 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-73dac5a7-5291-43de-baa7-42c32088832d admin admin] Deleting subnet 0f1242d9-08c9-4d7e-a533-394c37b3ab51 {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 08:27:55.262537 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-de15287d-f6d5-4442-a27d-17da38d6b5a1 req-2c6d503a-0a96-40ec-a8d0-8992f826177e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954111 Jul 20 08:27:55.264654 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-73dac5a7-5291-43de-baa7-42c32088832d admin admin] Publish callbacks [] for subnet (0f1242d9-08c9-4d7e-a533-394c37b3ab51), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:55.304892 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-73dac5a7-5291-43de-baa7-42c32088832d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528500673'] for subnet (0f1242d9-08c9-4d7e-a533-394c37b3ab51), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:55.432060 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-73dac5a7-5291-43de-baa7-42c32088832d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1021515'] for subnet (0f1242d9-08c9-4d7e-a533-394c37b3ab51), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:55.498531 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-73dac5a7-5291-43de-baa7-42c32088832d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528676299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530434281'] for subnet (0f1242d9-08c9-4d7e-a533-394c37b3ab51), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:55.531342 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dac5a7-5291-43de-baa7-42c32088832d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f1242d9-08c9-4d7e-a533-394c37b3ab51,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:55.544315 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-73dac5a7-5291-43de-baa7-42c32088832d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:55.549503 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-73dac5a7-5291-43de-baa7-42c32088832d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0f1242d9-08c9-4d7e-a533-394c37b3ab51 HTTP/1.1" status: 204 len: 168 time: 0.3889611 Jul 20 08:27:55.552318 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 35380) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:55.556750 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3279e544-5747-47c5-82a3-ceae33cde71f None None] Network 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:27:55.574563 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:55.582087 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:55.680338 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-828437'] for network (55fb7f17-dc5d-46da-8831-2cc4e1a41a9d), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:55.746044 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Deleting port 29c54736-c624-418f-b8a4-95f1b88b4785 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:27:55.746269 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (29c54736-c624-418f-b8a4-95f1b88b4785), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:55.755109 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37a4645-29d9-4075-805b-e01b84263cbe None None] DHCP port deletion for 55fb7f17-dc5d-46da-8831-2cc4e1a41a9d request from dv-cinder-823089-3-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 08:27:55.802873 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-e37a4645-29d9-4075-805b-e01b84263cbe None None] Deleting port 29c54736-c624-418f-b8a4-95f1b88b4785 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:27:55.803281 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e37a4645-29d9-4075-805b-e01b84263cbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (29c54736-c624-418f-b8a4-95f1b88b4785), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:55.851645 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:55.865134 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] For port 29c54736-c624-418f-b8a4-95f1b88b4785, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=29c54736-c624-418f-b8a4-95f1b88b4785,segment=NetworkSegment(1c19b764-987f-4d64-81ed-d681c7ce8af3),segment_id=1c19b764-987f-4d64-81ed-d681c7ce8af3)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:27:55.865806 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (29c54736-c624-418f-b8a4-95f1b88b4785), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:55.879448 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-e37a4645-29d9-4075-805b-e01b84263cbe None None] For port 29c54736-c624-418f-b8a4-95f1b88b4785, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=29c54736-c624-418f-b8a4-95f1b88b4785,segment=NetworkSegment(1c19b764-987f-4d64-81ed-d681c7ce8af3),segment_id=1c19b764-987f-4d64-81ed-d681c7ce8af3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:27:55.879852 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e37a4645-29d9-4075-805b-e01b84263cbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (29c54736-c624-418f-b8a4-95f1b88b4785), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:55.893712 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Calling delete_port for 29c54736-c624-418f-b8a4-95f1b88b4785 owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:27:55.897254 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-e37a4645-29d9-4075-805b-e01b84263cbe None None] Calling delete_port for 29c54736-c624-418f-b8a4-95f1b88b4785 owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:27:55.993091 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021'] for port (29c54736-c624-418f-b8a4-95f1b88b4785), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:56.035171 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=29c54736-c624-418f-b8a4-95f1b88b4785,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:56.041693 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] No DVR routers for this DVR port 29c54736-c624-418f-b8a4-95f1b88b4785 on host dv-cinder-823089-3-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:27:56.055819 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e37a4645-29d9-4075-805b-e01b84263cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021'] for port (29c54736-c624-418f-b8a4-95f1b88b4785), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:56.085785 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a4645-29d9-4075-805b-e01b84263cbe None None] Pushing event deleted for resources: {'Port': ['ID=29c54736-c624-418f-b8a4-95f1b88b4785,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:56.088757 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a4645-29d9-4075-805b-e01b84263cbe None None] No DVR routers for this DVR port 29c54736-c624-418f-b8a4-95f1b88b4785 on host dv-cinder-823089-3-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:27:56.152817 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021194', 'neutron.services.segments.db._delete_segments_for_network-8761468045370'] for network (55fb7f17-dc5d-46da-8831-2cc4e1a41a9d), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:56.184648 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:27:56.185824 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:27:56.185824 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:27:56.186122 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Subscribe: > port after_create 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:27:56.186429 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Subscribe: > port after_delete 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:27:56.186808 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Subscribe: > port after_update 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:27:56.187180 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:27:56.187514 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:27:56.187866 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:27:56.188377 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:27:56.257209 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:27:56.257560 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:27:56.257906 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:27:56.258240 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 08:27:56.258648 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fb7f17-dc5d-46da-8831-2cc4e1a41a9d']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:56.308449 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c19b764-987f-4d64-81ed-d681c7ce8af3') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:56.308751 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c19b764-987f-4d64-81ed-d681c7ce8af3') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:27:56.334239 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761468047427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3606675'] for segment (1c19b764-987f-4d64-81ed-d681c7ce8af3), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:56.364914 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b94493-b777-4f1c-87ff-09258be0c8a8 req-615bd017-9aa9-46ac-9506-6b210c2da592 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:56.366720 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e1b94493-b777-4f1c-87ff-09258be0c8a8 req-615bd017-9aa9-46ac-9506-6b210c2da592 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 945 time: 0.1026816 Jul 20 08:27:56.373252 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (1c19b764-987f-4d64-81ed-d681c7ce8af3), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:56.375614 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 29c54736-c624-418f-b8a4-95f1b88b4785 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:27:56.384105 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 08:27:56.384512 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529145648'] for segment (1c19b764-987f-4d64-81ed-d681c7ce8af3), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:56.399351 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 29c54736-c624-418f-b8a4-95f1b88b4785 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:27:56.400540 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 29c54736-c624-418f-b8a4-95f1b88b4785 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:27:56.401211 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 45aacea6-0f43-442a-83a5-b25877b23d53 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:27:56.416802 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bde41-f4b0-40a9-9536-8a162e39fb3f req-882c856a-11be-4206-9bb8-84bde190ed69 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:56.419497 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7d5bde41-f4b0-40a9-9536-8a162e39fb3f req-882c856a-11be-4206-9bb8-84bde190ed69 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0729556 Jul 20 08:27:56.432217 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 45aacea6-0f43-442a-83a5-b25877b23d53 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:27:56.432954 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 45aacea6-0f43-442a-83a5-b25877b23d53 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:27:56.433567 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device eaabc2fe-3741-45ee-9505-08bd1a921a11 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:27:56.465184 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: eaabc2fe-3741-45ee-9505-08bd1a921a11 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:27:56.465963 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device eaabc2fe-3741-45ee-9505-08bd1a921a11 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:27:56.494106 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7d5bde41-f4b0-40a9-9536-8a162e39fb3f req-82351602-88b0-4f57-8e98-dc6073fa55a9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681024 Jul 20 08:27:56.498986 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730124'] for network (55fb7f17-dc5d-46da-8831-2cc4e1a41a9d), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:56.521338 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e1b94493-b777-4f1c-87ff-09258be0c8a8 req-e701da12-80b9-400f-9c74-9f948ca955ea tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254466 Jul 20 08:27:56.527991 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:56.532560 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] 10.222.0.64 "DELETE /v2.0/networks/55fb7f17-dc5d-46da-8831-2cc4e1a41a9d HTTP/1.1" status: 204 len: 168 time: 0.9789200 Jul 20 08:27:56.536968 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8bf96-1011-42db-af6e-9b3bd3ab9c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=55fb7f17-dc5d-46da-8831-2cc4e1a41a9d,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:56.544573 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:56.627411 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 1c19b764-987f-4d64-81ed-d681c7ce8af3 resource provider aggregate not found Jul 20 08:27:56.644839 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 1c19b764-987f-4d64-81ed-d681c7ce8af3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c19b764-987f-4d64-81ed-d681c7ce8af3 found for delete ", "request_id": "req-8979a74c-cb8c-4904-852a-d19e7c893575"}]} Jul 20 08:27:56.670029 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:56.744092 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 35406) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:56.788841 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-27d31ded-9d9d-49c3-b227-842fd508292d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b481fa73344413d85fc2eb5c0376c9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434740 Jul 20 08:27:56.791851 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 35408) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:27:56.842069 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dc6ac664-6f19-48cf-aa16-85abd30273f3 admin admin] Publish callbacks [] for security_group (cfd1b18f-6b60-45bc-860e-a6316f6c2686), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:56.865340 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dc6ac664-6f19-48cf-aa16-85abd30273f3 admin admin] Publish callbacks [] for security_group (cfd1b18f-6b60-45bc-860e-a6316f6c2686), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:56.918939 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dc6ac664-6f19-48cf-aa16-85abd30273f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (cfd1b18f-6b60-45bc-860e-a6316f6c2686), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:56.922865 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dc6ac664-6f19-48cf-aa16-85abd30273f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:27:56.925125 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-dc6ac664-6f19-48cf-aa16-85abd30273f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cfd1b18f-6b60-45bc-860e-a6316f6c2686 HTTP/1.1" status: 204 len: 168 time: 0.1322145 Jul 20 08:27:56.936735 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ac664-6f19-48cf-aa16-85abd30273f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd1b18f-6b60-45bc-860e-a6316f6c2686,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:27:57.646122 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db0cb-0d1f-42fb-8522-9ef78f8a81ef req-2e4d8957-511b-40d5-a1f7-30b1a7fce7fa tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:57.647722 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-337db0cb-0d1f-42fb-8522-9ef78f8a81ef req-2e4d8957-511b-40d5-a1f7-30b1a7fce7fa tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0547850 Jul 20 08:27:57.663436 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cdc4b-169a-4675-8dd9-463ded863369 req-ef996235-d536-4316-82be-3fd240d48f0b tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:57.665151 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-280cdc4b-169a-4675-8dd9-463ded863369 req-ef996235-d536-4316-82be-3fd240d48f0b tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 945 time: 0.0511653 Jul 20 08:27:57.705488 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:27:57.722247 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-337db0cb-0d1f-42fb-8522-9ef78f8a81ef req-a0db6107-6367-49b5-a916-298a39e9423a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687122 Jul 20 08:27:57.726415 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-280cdc4b-169a-4675-8dd9-463ded863369 req-246a4ec3-f086-41c2-a0e0-0f38d3de154b tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525753 Jul 20 08:27:58.870477 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672fbce-0445-44e2-9f37-67b86898f76a req-67d35038-53b8-40e1-bc84-a38d8145a44c tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:58.872137 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2672fbce-0445-44e2-9f37-67b86898f76a req-67d35038-53b8-40e1-bc84-a38d8145a44c tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 945 time: 0.0544462 Jul 20 08:27:58.892293 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765a762-22a7-4948-9fd9-fcfda035124d req-4a393fc1-4bd5-450c-892c-15785fca72ce tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:27:58.893925 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8765a762-22a7-4948-9fd9-fcfda035124d req-4a393fc1-4bd5-450c-892c-15785fca72ce tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0621476 Jul 20 08:27:58.941805 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2672fbce-0445-44e2-9f37-67b86898f76a req-9b068f73-6dce-4775-9b32-d95d4bbbe479 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623219 Jul 20 08:27:58.947934 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8765a762-22a7-4948-9fd9-fcfda035124d req-7fa84f61-aec8-4cab-8e61-efa750ee8022 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479982 Jul 20 08:28:00.080130 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2757f1-d764-4ab7-aa71-94b110bb2d2e req-a28f0a7e-1e51-412f-b305-f467950ec053 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:00.081558 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ba2757f1-d764-4ab7-aa71-94b110bb2d2e req-a28f0a7e-1e51-412f-b305-f467950ec053 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0485780 Jul 20 08:28:00.081978 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ff2e1-cfa9-4e39-9a9b-71841b796406 req-8da03554-149e-4db4-9b83-3df2430c915f tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:00.083514 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-815ff2e1-cfa9-4e39-9a9b-71841b796406 req-8da03554-149e-4db4-9b83-3df2430c915f tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 945 time: 0.0618434 Jul 20 08:28:00.109008 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:00.130781 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ba2757f1-d764-4ab7-aa71-94b110bb2d2e req-84ab0090-a17d-4274-be11-d62c8125907b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435367 Jul 20 08:28:00.132706 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-815ff2e1-cfa9-4e39-9a9b-71841b796406 req-51cdb1e3-f579-4b8d-a1f5-680d7b90756e tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435662 Jul 20 08:28:01.254743 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b5b1a-ee93-4896-b289-2983596410b1 req-c7fb9ae2-4d46-45ee-bf9e-59a5dc49a168 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:01.255453 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c553b9b-b573-4fd7-9657-ae1b2721a2c3 req-5ea488be-559c-4f34-acee-54b33572663b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:01.257251 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8c553b9b-b573-4fd7-9657-ae1b2721a2c3 req-5ea488be-559c-4f34-acee-54b33572663b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0502427 Jul 20 08:28:01.257993 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a47b5b1a-ee93-4896-b289-2983596410b1 req-c7fb9ae2-4d46-45ee-bf9e-59a5dc49a168 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 945 time: 0.0525095 Jul 20 08:28:01.310662 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8c553b9b-b573-4fd7-9657-ae1b2721a2c3 req-ee02ce69-282e-490a-bf50-d5860412d0da tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483456 Jul 20 08:28:01.314941 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a47b5b1a-ee93-4896-b289-2983596410b1 req-5c06f5a3-0703-49f7-aa18-eac798fda334 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507653 Jul 20 08:28:02.324046 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa2910-3bca-4d31-896f-52cd290492bf req-0abcc686-0146-444c-a2e8-7d08168fb5f4 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:02.325493 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-29fa2910-3bca-4d31-896f-52cd290492bf req-0abcc686-0146-444c-a2e8-7d08168fb5f4 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 945 time: 0.0655155 Jul 20 08:28:02.388487 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-29fa2910-3bca-4d31-896f-52cd290492bf req-ae726507-634b-4fac-b51c-48cd7c436a15 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563807 Jul 20 08:28:02.410572 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 35536) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:28:02.473718 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b3d8c-b1bd-4960-b043-4e8e1199a61b req-718acb78-5451-4346-b127-2e44f7749161 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:02.475342 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca6b3d8c-b1bd-4960-b043-4e8e1199a61b req-718acb78-5451-4346-b127-2e44f7749161 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0853407 Jul 20 08:28:02.549103 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca6b3d8c-b1bd-4960-b043-4e8e1199a61b req-3a4afadb-a1bb-44d5-bd9b-20528ac9455c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671561 Jul 20 08:28:02.581674 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f6a068fe-afa0-4110-a55a-6842ce874ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:02.669042 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f6a068fe-afa0-4110-a55a-6842ce874ee1 admin admin] Publish callbacks [] for security_group (f715a1d5-0241-4168-bde4-917697530126), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:02.673617 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f6a068fe-afa0-4110-a55a-6842ce874ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (f715a1d5-0241-4168-bde4-917697530126), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:02.717314 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f6a068fe-afa0-4110-a55a-6842ce874ee1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f50eb3e07f4746ca84d4610e2d339dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054793 Jul 20 08:28:02.718094 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a068fe-afa0-4110-a55a-6842ce874ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f715a1d5-0241-4168-bde4-917697530126,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:02.721162 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 35546) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:28:02.782423 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-385dd903-0b1b-4173-b1a6-d88eeb4832bd admin admin] Publish callbacks [] for security_group (f715a1d5-0241-4168-bde4-917697530126), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:02.813836 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-385dd903-0b1b-4173-b1a6-d88eeb4832bd admin admin] Publish callbacks [] for security_group (f715a1d5-0241-4168-bde4-917697530126), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:02.871185 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-385dd903-0b1b-4173-b1a6-d88eeb4832bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (f715a1d5-0241-4168-bde4-917697530126), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:02.873741 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-385dd903-0b1b-4173-b1a6-d88eeb4832bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:02.875248 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-385dd903-0b1b-4173-b1a6-d88eeb4832bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f715a1d5-0241-4168-bde4-917697530126 HTTP/1.1" status: 204 len: 168 time: 0.1530001 Jul 20 08:28:02.884286 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385dd903-0b1b-4173-b1a6-d88eeb4832bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f715a1d5-0241-4168-bde4-917697530126,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:03.184865 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 35556) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:28:03.199836 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee65c84a-63bc-45f7-8670-5a9e83830175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:03.288956 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:03.295939 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee65c84a-63bc-45f7-8670-5a9e83830175 admin admin] Publish callbacks [] for security_group (99773f05-09ac-4a04-9557-140413468587), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:03.302304 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee65c84a-63bc-45f7-8670-5a9e83830175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (99773f05-09ac-4a04-9557-140413468587), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:03.381591 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ee65c84a-63bc-45f7-8670-5a9e83830175 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce2942b959b641d1bc0dde5437f9a094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953485 Jul 20 08:28:03.384409 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 35564) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:28:03.385121 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65c84a-63bc-45f7-8670-5a9e83830175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99773f05-09ac-4a04-9557-140413468587,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:03.444263 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3fc36c13-e113-4c56-9353-78f333a91665 admin admin] Publish callbacks [] for security_group (99773f05-09ac-4a04-9557-140413468587), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:03.471058 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3fc36c13-e113-4c56-9353-78f333a91665 admin admin] Publish callbacks [] for security_group (99773f05-09ac-4a04-9557-140413468587), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:03.479778 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:03.527960 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3fc36c13-e113-4c56-9353-78f333a91665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (99773f05-09ac-4a04-9557-140413468587), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:03.530844 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3fc36c13-e113-4c56-9353-78f333a91665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:03.532081 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3fc36c13-e113-4c56-9353-78f333a91665 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/99773f05-09ac-4a04-9557-140413468587 HTTP/1.1" status: 204 len: 168 time: 0.1465526 Jul 20 08:28:03.543364 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc36c13-e113-4c56-9353-78f333a91665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99773f05-09ac-4a04-9557-140413468587,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:03.606866 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d752a6a-d265-43fa-a416-0a4af548c8f6 req-0a9d2091-7c48-4eb6-befc-b3bb39928388 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:03.618294 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9d752a6a-d265-43fa-a416-0a4af548c8f6 req-0a9d2091-7c48-4eb6-befc-b3bb39928388 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 945 time: 0.0921516 Jul 20 08:28:03.683221 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9d752a6a-d265-43fa-a416-0a4af548c8f6 req-966e9e90-9221-46a3-9aba-b992d3a97aff tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632837 Jul 20 08:28:03.702205 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:03.723188 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73ca06-d43c-4ad0-8669-e84a7ec03b2c req-b8d0fef4-c5b9-49cf-b53e-63f227812cee tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:03.725238 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cb73ca06-d43c-4ad0-8669-e84a7ec03b2c req-b8d0fef4-c5b9-49cf-b53e-63f227812cee tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0718317 Jul 20 08:28:03.796721 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cb73ca06-d43c-4ad0-8669-e84a7ec03b2c req-69ecf065-b369-4b3b-9574-ad151a0e2ef6 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537837 Jul 20 08:28:03.994850 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 35582) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:28:04.014477 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b63639e-8e82-4e73-b941-e88274f3f6a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:04.037071 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:04.111324 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b63639e-8e82-4e73-b941-e88274f3f6a9 admin admin] Publish callbacks [] for security_group (c3e2b728-35fa-49c3-be2f-ade4e9c80c62), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:04.115270 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b63639e-8e82-4e73-b941-e88274f3f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (c3e2b728-35fa-49c3-be2f-ade4e9c80c62), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:04.161333 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63639e-8e82-4e73-b941-e88274f3f6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e2b728-35fa-49c3-be2f-ade4e9c80c62,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:04.167106 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-3b63639e-8e82-4e73-b941-e88274f3f6a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=236af605fe7a4609a6d31f6654b6b346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1711276 Jul 20 08:28:04.168592 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 35584) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:28:04.221057 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dbc1b-ce02-41e3-a073-500562d0e455 req-6abf3928-3a0b-4afc-a52c-9a45675f8249 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:04.222949 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-eb0dbc1b-ce02-41e3-a073-500562d0e455 req-6abf3928-3a0b-4afc-a52c-9a45675f8249 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 945 time: 0.0714450 Jul 20 08:28:04.233333 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-02e84800-ee2a-4f3d-8f24-093a83f8e7cd admin admin] Publish callbacks [] for security_group (c3e2b728-35fa-49c3-be2f-ade4e9c80c62), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:04.281742 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-02e84800-ee2a-4f3d-8f24-093a83f8e7cd admin admin] Publish callbacks [] for security_group (c3e2b728-35fa-49c3-be2f-ade4e9c80c62), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:04.352214 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-02e84800-ee2a-4f3d-8f24-093a83f8e7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (c3e2b728-35fa-49c3-be2f-ade4e9c80c62), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:04.355843 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-02e84800-ee2a-4f3d-8f24-093a83f8e7cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:04.357100 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-02e84800-ee2a-4f3d-8f24-093a83f8e7cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c3e2b728-35fa-49c3-be2f-ade4e9c80c62 HTTP/1.1" status: 204 len: 168 time: 0.1875172 Jul 20 08:28:04.380191 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e84800-ee2a-4f3d-8f24-093a83f8e7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e2b728-35fa-49c3-be2f-ade4e9c80c62,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:04.394979 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-eb0dbc1b-ce02-41e3-a073-500562d0e455 req-d4f0c5f6-3fa4-4c03-a7a4-910f604cd00e tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Deleting port eb6642d2-1021-40f3-a3d6-2143e5810bff {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:28:04.395703 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-eb0dbc1b-ce02-41e3-a073-500562d0e455 req-d4f0c5f6-3fa4-4c03-a7a4-910f604cd00e tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (eb6642d2-1021-40f3-a3d6-2143e5810bff), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:04.522956 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-eb0dbc1b-ce02-41e3-a073-500562d0e455 req-d4f0c5f6-3fa4-4c03-a7a4-910f604cd00e tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] For port eb6642d2-1021-40f3-a3d6-2143e5810bff, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=eb6642d2-1021-40f3-a3d6-2143e5810bff,segment=NetworkSegment(a3efadd5-9321-4048-b655-24bd9b5d0f8e),segment_id=a3efadd5-9321-4048-b655-24bd9b5d0f8e)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:28:04.523966 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-eb0dbc1b-ce02-41e3-a073-500562d0e455 req-d4f0c5f6-3fa4-4c03-a7a4-910f604cd00e tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (eb6642d2-1021-40f3-a3d6-2143e5810bff), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:04.541283 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-eb0dbc1b-ce02-41e3-a073-500562d0e455 req-d4f0c5f6-3fa4-4c03-a7a4-910f604cd00e tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Calling delete_port for eb6642d2-1021-40f3-a3d6-2143e5810bff owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:28:04.671662 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=40 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:04.701960 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=43 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:04.732376 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-eb0dbc1b-ce02-41e3-a073-500562d0e455 req-d4f0c5f6-3fa4-4c03-a7a4-910f604cd00e tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (eb6642d2-1021-40f3-a3d6-2143e5810bff), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:04.772292 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0c5f6-3fa4-4c03-a7a4-910f604cd00e tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Pushing event deleted for resources: {'Port': ['ID=eb6642d2-1021-40f3-a3d6-2143e5810bff,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:04.780066 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 35602) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:28:04.784340 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['eb6642d2-1021-40f3-a3d6-2143e5810bff'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:28:04.860454 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aebb863d-390b-4367-b2a2-95b0ed7ce30e req-f7203546-688c-4e6e-be9f-8cd09a987238 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8273f04-3311-466c-b48f-149757006ab9 HTTP/1.1" status: 200 len: 210 time: 0.0852213 Jul 20 08:28:04.887206 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0dbc1b-ce02-41e3-a073-500562d0e455 req-d4f0c5f6-3fa4-4c03-a7a4-910f604cd00e tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] No DVR routers for this DVR port eb6642d2-1021-40f3-a3d6-2143e5810bff on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:28:04.890197 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-eb0dbc1b-ce02-41e3-a073-500562d0e455 req-d4f0c5f6-3fa4-4c03-a7a4-910f604cd00e tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:04.895761 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-eb0dbc1b-ce02-41e3-a073-500562d0e455 req-d4f0c5f6-3fa4-4c03-a7a4-910f604cd00e tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.18 "DELETE /v2.0/ports/eb6642d2-1021-40f3-a3d6-2143e5810bff HTTP/1.1" status: 204 len: 173 time: 0.6668634 Jul 20 08:28:04.896523 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8273f04-3311-466c-b48f-149757006ab9', 'name': 'network-vif-deleted', 'tag': 'eb6642d2-1021-40f3-a3d6-2143e5810bff'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:28:04.910657 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58946a0-0166-4c34-9b10-78989068a218" -d '{"events": [{"server_uuid": "d8273f04-3311-466c-b48f-149757006ab9", "name": "network-vif-deleted", "tag": "eb6642d2-1021-40f3-a3d6-2143e5810bff"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:28:04.955406 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819bfc5b-2ccd-4840-a1da-44b36341e9f4 x-openstack-request-id: req-819bfc5b-2ccd-4840-a1da-44b36341e9f4 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:28:04.955727 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8273f04-3311-466c-b48f-149757006ab9", "name": "network-vif-deleted", "tag": "eb6642d2-1021-40f3-a3d6-2143e5810bff", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:28:04.957063 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-819bfc5b-2ccd-4840-a1da-44b36341e9f4 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:28:04.957526 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-819bfc5b-2ccd-4840-a1da-44b36341e9f4'] response: {'server_uuid': 'd8273f04-3311-466c-b48f-149757006ab9', 'name': 'network-vif-deleted', 'tag': 'eb6642d2-1021-40f3-a3d6-2143e5810bff', 'status': 'completed', 'code': 200} Jul 20 08:28:04.976007 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b90b44ca-54b9-40db-9636-98e0e5d4c1d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:04.984316 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da49a2-6cc2-468f-86a8-b3229cb76a21 req-ff0d4278-b99a-4e6a-811b-58b5b2c13b31 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:04.985816 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b0da49a2-6cc2-468f-86a8-b3229cb76a21 req-ff0d4278-b99a-4e6a-811b-58b5b2c13b31 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0876136 Jul 20 08:28:05.119198 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b0da49a2-6cc2-468f-86a8-b3229cb76a21 req-27811e00-d62c-4280-a042-19c8af7feb40 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961611 Jul 20 08:28:05.175756 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b90b44ca-54b9-40db-9636-98e0e5d4c1d9 admin admin] Publish callbacks [] for security_group (e0ea41fa-f08d-4cb3-b187-5ce55d429da8), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:05.181800 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b90b44ca-54b9-40db-9636-98e0e5d4c1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (e0ea41fa-f08d-4cb3-b187-5ce55d429da8), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:05.259581 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-b90b44ca-54b9-40db-9636-98e0e5d4c1d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=604d62b88076405f91025f903a7d30ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4743893 Jul 20 08:28:05.259581 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b44ca-54b9-40db-9636-98e0e5d4c1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ea41fa-f08d-4cb3-b187-5ce55d429da8,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:05.259870 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 35620) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:28:05.346983 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac0dc878-50af-4c66-be22-edfa34e1fb8b admin admin] Publish callbacks [] for security_group (e0ea41fa-f08d-4cb3-b187-5ce55d429da8), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:05.391221 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac0dc878-50af-4c66-be22-edfa34e1fb8b admin admin] Publish callbacks [] for security_group (e0ea41fa-f08d-4cb3-b187-5ce55d429da8), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:05.470472 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac0dc878-50af-4c66-be22-edfa34e1fb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (e0ea41fa-f08d-4cb3-b187-5ce55d429da8), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:05.474062 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac0dc878-50af-4c66-be22-edfa34e1fb8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:05.475887 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ac0dc878-50af-4c66-be22-edfa34e1fb8b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e0ea41fa-f08d-4cb3-b187-5ce55d429da8 HTTP/1.1" status: 204 len: 168 time: 0.2150066 Jul 20 08:28:05.504878 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0dc878-50af-4c66-be22-edfa34e1fb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ea41fa-f08d-4cb3-b187-5ce55d429da8,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:06.323993 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc10e6b-6c54-4f28-843f-597447d7b785 req-7f3f246a-cca0-4981-aa0e-3c4e84738903 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:06.328819 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7fc10e6b-6c54-4f28-843f-597447d7b785 req-7f3f246a-cca0-4981-aa0e-3c4e84738903 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0824025 Jul 20 08:28:06.358133 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:06.394952 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7fc10e6b-6c54-4f28-843f-597447d7b785 req-3f6066c0-eeac-4e6a-a377-c8b149a48348 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591800 Jul 20 08:28:06.404312 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-47666a2b-29b2-4cee-9a68-b2080e834acc tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:06.406766 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-47666a2b-29b2-4cee-9a68-b2080e834acc tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/networks?id=9eed6757-1d3b-47bb-9daf-5c99f31991f4 HTTP/1.1" status: 200 len: 808 time: 0.1639295 Jul 20 08:28:06.425328 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-414cb188-0995-4410-acc0-02e68377895e tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/quotas/02622d333fa24a0bbd1ef6f59276ba77 HTTP/1.1" status: 200 len: 375 time: 0.0120485 Jul 20 08:28:06.477102 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-41ca5fe1-eefe-499a-a29b-a2cb22599ab2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=02622d333fa24a0bbd1ef6f59276ba77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449769 Jul 20 08:28:06.708118 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-1c24b395-d108-43ae-8c93-5bae18ae12b7 service neutron] 10.222.0.64 "GET /v2.0/networks/9eed6757-1d3b-47bb-9daf-5c99f31991f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229466 Jul 20 08:28:06.893605 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-db74cfa8-7b73-4e45-ac5e-9c728e7538da service neutron] 10.222.0.64 "GET /v2.0/networks/9eed6757-1d3b-47bb-9daf-5c99f31991f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842458 Jul 20 08:28:07.089108 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5aebfe7-3628-4b9e-810b-b4528af9ac45 req-8ca440e7-f5a2-43db-8161-59428a2e1b0e tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 210 time: 0.0305245 Jul 20 08:28:07.516198 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:07.538693 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a7569-ebc7-485f-8f30-51fc7f805049 req-30d1a313-6c78-40dc-8e4a-9430238abe19 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:07.540218 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-896a7569-ebc7-485f-8f30-51fc7f805049 req-30d1a313-6c78-40dc-8e4a-9430238abe19 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0603573 Jul 20 08:28:07.590974 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-896a7569-ebc7-485f-8f30-51fc7f805049 req-b762c72b-e053-4706-9a24-cd1e33269520 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448828 Jul 20 08:28:08.205801 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e2271211-7f0f-4dc4-8b8c-017efb832d19 req-96dcf9ed-d454-46f8-9156-b210b6f7c1db tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 210 time: 0.0375588 Jul 20 08:28:08.251117 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:28:08.562634 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device eb6642d2-1021-40f3-a3d6-2143e5810bff no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:28:08.596344 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: eb6642d2-1021-40f3-a3d6-2143e5810bff {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:28:08.597067 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device eb6642d2-1021-40f3-a3d6-2143e5810bff not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:28:08.735052 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee39c6b-12f3-4c2b-805e-d3fc896787d3 req-b3cebfd3-38f0-4506-b2fd-a7a071d9a65a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:08.736826 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3ee39c6b-12f3-4c2b-805e-d3fc896787d3 req-b3cebfd3-38f0-4506-b2fd-a7a071d9a65a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0561268 Jul 20 08:28:08.789928 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3ee39c6b-12f3-4c2b-805e-d3fc896787d3 req-0483e4f0-dbda-4198-b96e-5ce373f47c45 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477042 Jul 20 08:28:09.312239 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5319097-8313-4d16-ade4-ac394370a659 req-8317766e-e9e7-446b-af8e-8d1e00f1fcd2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 210 time: 0.0280995 Jul 20 08:28:09.570282 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:09.911716 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675cb9b-e031-4c5b-b755-61d3d3329e37 req-437ae27a-ca54-4dc6-9053-4f732b2175b7 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:09.913321 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9675cb9b-e031-4c5b-b755-61d3d3329e37 req-437ae27a-ca54-4dc6-9053-4f732b2175b7 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0515761 Jul 20 08:28:09.971023 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9675cb9b-e031-4c5b-b755-61d3d3329e37 req-0731a098-6124-447b-81ff-10a460d51b9f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511630 Jul 20 08:28:10.081849 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:10.114300 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:10.142696 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c203719-9b9f-4682-8eea-31853d13b74c req-77982707-d869-42a7-ab11-02e4893d5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:10.144281 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0c203719-9b9f-4682-8eea-31853d13b74c req-77982707-d869-42a7-ab11-02e4893d5916 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 1129 time: 0.0757196 Jul 20 08:28:10.152544 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5dbf3eb4-46e8-47a3-a355-4cc6f056e09f tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:10.154239 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5dbf3eb4-46e8-47a3-a355-4cc6f056e09f tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.18 "GET /v2.0/networks?id=9eed6757-1d3b-47bb-9daf-5c99f31991f4 HTTP/1.1" status: 200 len: 808 time: 0.1731701 Jul 20 08:28:10.178995 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-d6e6edb1-e2a9-460e-b684-975c3c7543af tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Request body: {'port': {'device_id': '0f468975-0a18-49f7-a45c-b5973ea35837', 'network_id': '9eed6757-1d3b-47bb-9daf-5c99f31991f4', 'admin_state_up': True, 'tenant_id': '02622d333fa24a0bbd1ef6f59276ba77'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:28:10.267264 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0c203719-9b9f-4682-8eea-31853d13b74c req-57947072-b18f-4bb6-b821-70f010182d5b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113391 Jul 20 08:28:10.357214 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-d6e6edb1-e2a9-460e-b684-975c3c7543af tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Made reservation on behalf of 02622d333fa24a0bbd1ef6f59276ba77 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:28:10.357214 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-d6e6edb1-e2a9-460e-b684-975c3c7543af tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:10.466463 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6cd0983b-1bc3-47e0-a67c-7572e1f07f1b req-c6c5b918-1659-47a5-b54c-b59e8fd184b9 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 210 time: 0.0407662 Jul 20 08:28:10.537275 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-d6e6edb1-e2a9-460e-b684-975c3c7543af tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Allocated IP 172.20.0.3 (9eed6757-1d3b-47bb-9daf-5c99f31991f4/c079a918-88c3-488c-9090-a598bbc47101/802be1bc-be90-4f26-8cb8-b64bfed9f1f7) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:28:10.725513 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-d6e6edb1-e2a9-460e-b684-975c3c7543af tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Publish callbacks [] for port (802be1bc-be90-4f26-8cb8-b64bfed9f1f7), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:10.763754 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-d6e6edb1-e2a9-460e-b684-975c3c7543af tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (802be1bc-be90-4f26-8cb8-b64bfed9f1f7), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:10.808143 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-d6e6edb1-e2a9-460e-b684-975c3c7543af tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Network 9eed6757-1d3b-47bb-9daf-5c99f31991f4 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:28:10.812504 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-d6e6edb1-e2a9-460e-b684-975c3c7543af tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:28:10.817234 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-d6e6edb1-e2a9-460e-b684-975c3c7543af tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:28:10.859774 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6edb1-e2a9-460e-b684-975c3c7543af tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Pushing event updated for resources: {'Port': ['ID=802be1bc-be90-4f26-8cb8-b64bfed9f1f7,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:10.885608 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-d6e6edb1-e2a9-460e-b684-975c3c7543af tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:10.886279 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-d6e6edb1-e2a9-460e-b684-975c3c7543af tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:10.905607 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-d6e6edb1-e2a9-460e-b684-975c3c7543af tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7317286 Jul 20 08:28:11.088519 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118919e-1a52-437a-9a87-a36b57fb332a req-0a89b58b-6f9a-47ce-9c16-784ba6ac06b2 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:11.090186 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8118919e-1a52-437a-9a87-a36b57fb332a req-0a89b58b-6f9a-47ce-9c16-784ba6ac06b2 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0479209 Jul 20 08:28:11.140774 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8118919e-1a52-437a-9a87-a36b57fb332a req-c59b1b9d-3793-421e-8ce4-271d3739f4e3 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427217 Jul 20 08:28:11.424328 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Request body: {'port': {'device_id': '0f468975-0a18-49f7-a45c-b5973ea35837', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:28:11.500817 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (802be1bc-be90-4f26-8cb8-b64bfed9f1f7), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:11.559031 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:11.604265 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:11.707808 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279e78b-cc53-43ce-8cd1-3364a5fe24ea req-86ababd5-2da5-4539-98bf-c4ea32a82414 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:11.709579 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9279e78b-cc53-43ce-8cd1-3364a5fe24ea req-86ababd5-2da5-4539-98bf-c4ea32a82414 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 931 time: 0.1475494 Jul 20 08:28:11.832109 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 35866) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:28:11.885144 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9279e78b-cc53-43ce-8cd1-3364a5fe24ea req-b12e0acb-699f-4b3f-8a10-8109d5ad1000 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570122 Jul 20 08:28:11.971575 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:28:11.979569 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Publish callbacks [] for port (802be1bc-be90-4f26-8cb8-b64bfed9f1f7), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:11.985490 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a9e140a5-79e0-4dcf-b61f-6a3a11ea9561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:11.993848 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Transition to ACTIVE for port object 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:28:11.997372 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (802be1bc-be90-4f26-8cb8-b64bfed9f1f7), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:12.051793 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Pushing event updated for resources: {'Port': ['ID=802be1bc-be90-4f26-8cb8-b64bfed9f1f7,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:12.083300 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a9e140a5-79e0-4dcf-b61f-6a3a11ea9561 admin admin] Publish callbacks [] for security_group (1cb02115-6b3f-4397-b686-e9126799ab33), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:12.087364 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a9e140a5-79e0-4dcf-b61f-6a3a11ea9561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (1cb02115-6b3f-4397-b686-e9126799ab33), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:12.139145 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-a9e140a5-79e0-4dcf-b61f-6a3a11ea9561 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=330b802242fb4f0aafbea5d6967cbc23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058956 Jul 20 08:28:12.141269 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e140a5-79e0-4dcf-b61f-6a3a11ea9561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb02115-6b3f-4397-b686-e9126799ab33,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:12.143378 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 35870) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:28:12.176595 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Attempting to bind port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:28:12.177155 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Attempting to bind port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': 'a3efadd5-9321-4048-b655-24bd9b5d0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9eed6757-1d3b-47bb-9daf-5c99f31991f4'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:28:12.177502 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Attempting to bind port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 on network 9eed6757-1d3b-47bb-9daf-5c99f31991f4 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:28:12.196010 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 on network 9eed6757-1d3b-47bb-9daf-5c99f31991f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:28:12.196364 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Attempting to bind port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 on network 9eed6757-1d3b-47bb-9daf-5c99f31991f4 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:28:12.206777 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:28:12.207129 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Checking segment: {'id': 'a3efadd5-9321-4048-b655-24bd9b5d0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9eed6757-1d3b-47bb-9daf-5c99f31991f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:28:12.207601 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Bound using segment: {'id': 'a3efadd5-9321-4048-b655-24bd9b5d0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9eed6757-1d3b-47bb-9daf-5c99f31991f4'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:28:12.207993 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Bound port: 802be1bc-be90-4f26-8cb8-b64bfed9f1f7, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3efadd5-9321-4048-b655-24bd9b5d0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9eed6757-1d3b-47bb-9daf-5c99f31991f4'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:28:12.208368 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (802be1bc-be90-4f26-8cb8-b64bfed9f1f7), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:12.238023 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9dec34f6-bc57-48ff-a180-a9ad27c7c735 admin admin] Publish callbacks [] for security_group (1cb02115-6b3f-4397-b686-e9126799ab33), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:12.276523 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827b56f-42c6-4b38-abc6-ba3256fc2672 req-1ef5dba7-682f-4a6e-bd2b-936eb61ed120 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:12.278375 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9827b56f-42c6-4b38-abc6-ba3256fc2672 req-1ef5dba7-682f-4a6e-bd2b-936eb61ed120 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0553148 Jul 20 08:28:12.292573 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9dec34f6-bc57-48ff-a180-a9ad27c7c735 admin admin] Publish callbacks [] for security_group (1cb02115-6b3f-4397-b686-e9126799ab33), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:12.330155 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] For port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:28:12.340847 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9827b56f-42c6-4b38-abc6-ba3256fc2672 req-5b26fb7e-5470-463c-9002-f7fb0503ac8f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523252 Jul 20 08:28:12.351480 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] For port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=802be1bc-be90-4f26-8cb8-b64bfed9f1f7,segment=NetworkSegment(a3efadd5-9321-4048-b655-24bd9b5d0f8e),segment_id=a3efadd5-9321-4048-b655-24bd9b5d0f8e)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:28:12.359824 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (802be1bc-be90-4f26-8cb8-b64bfed9f1f7), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:12.409683 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:12.410394 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:12.411878 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] 10.222.0.18 "PUT /v2.0/ports/802be1bc-be90-4f26-8cb8-b64bfed9f1f7 HTTP/1.1" status: 200 len: 1093 time: 0.9922023 Jul 20 08:28:12.412349 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f468975-0a18-49f7-a45c-b5973ea35837', 'tag': '802be1bc-be90-4f26-8cb8-b64bfed9f1f7'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:28:12.415006 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e048b435-a7cf-489c-a30a-1b9fcb410feb" -d '{"events": [{"name": "network-changed", "server_uuid": "0f468975-0a18-49f7-a45c-b5973ea35837", "tag": "802be1bc-be90-4f26-8cb8-b64bfed9f1f7"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:28:12.425221 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9dec34f6-bc57-48ff-a180-a9ad27c7c735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (1cb02115-6b3f-4397-b686-e9126799ab33), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:12.428020 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9dec34f6-bc57-48ff-a180-a9ad27c7c735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:12.431831 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9dec34f6-bc57-48ff-a180-a9ad27c7c735 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1cb02115-6b3f-4397-b686-e9126799ab33 HTTP/1.1" status: 204 len: 168 time: 0.2848032 Jul 20 08:28:12.454783 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec34f6-bc57-48ff-a180-a9ad27c7c735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb02115-6b3f-4397-b686-e9126799ab33,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:12.467901 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d1db47-6c38-4124-bbfd-a8c1316f80ec x-openstack-request-id: req-87d1db47-6c38-4124-bbfd-a8c1316f80ec {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:28:12.468782 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f468975-0a18-49f7-a45c-b5973ea35837", "tag": "802be1bc-be90-4f26-8cb8-b64bfed9f1f7", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:28:12.469254 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87d1db47-6c38-4124-bbfd-a8c1316f80ec {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:28:12.469467 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d1db47-6c38-4124-bbfd-a8c1316f80ec'] response: {'name': 'network-changed', 'server_uuid': '0f468975-0a18-49f7-a45c-b5973ea35837', 'tag': '802be1bc-be90-4f26-8cb8-b64bfed9f1f7', 'status': 'completed', 'code': 200} Jul 20 08:28:12.473524 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442ecd7-0880-4118-92f9-65374f56b82e service neutron] Pushing event updated for resources: {'Port': ['ID=802be1bc-be90-4f26-8cb8-b64bfed9f1f7,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:12.677550 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2935f-c8a0-45df-9767-a7d2b8999bc8 req-09ae80fe-d6ad-495a-bab0-e583a132f712 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:12.678848 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-21d2935f-c8a0-45df-9767-a7d2b8999bc8 req-09ae80fe-d6ad-495a-bab0-e583a132f712 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0498967 Jul 20 08:28:12.721532 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:12.742722 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-21d2935f-c8a0-45df-9767-a7d2b8999bc8 req-8946efd4-7504-4d9e-84c3-abe372da7220 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525286 Jul 20 08:28:13.024215 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:13.110637 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6b86a-4685-4bff-b68f-de0377bdc624 req-0a7903dd-a60f-4375-a44b-d582ab059706 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:13.112287 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9ce6b86a-4685-4bff-b68f-de0377bdc624 req-0a7903dd-a60f-4375-a44b-d582ab059706 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.1341298 Jul 20 08:28:13.118826 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:13.137804 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048b435-a7cf-489c-a30a-1b9fcb410feb req-443bcb78-8405-47bc-b918-a21eeedad871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:13.142976 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e048b435-a7cf-489c-a30a-1b9fcb410feb req-443bcb78-8405-47bc-b918-a21eeedad871 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02622d333fa24a0bbd1ef6f59276ba77&device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 1127 time: 0.1160140 Jul 20 08:28:13.151161 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0292e3-f715-49d5-9507-6ba9050e79dd req-ec660649-e4e5-41b3-91c1-2d37bd1cf483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:13.152649 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be0292e3-f715-49d5-9507-6ba9050e79dd req-ec660649-e4e5-41b3-91c1-2d37bd1cf483 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 1129 time: 0.1273074 Jul 20 08:28:13.275188 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9ce6b86a-4685-4bff-b68f-de0377bdc624 req-242e8a33-4926-42a8-82df-5f3f3d34f99c tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527715 Jul 20 08:28:13.367089 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048b435-a7cf-489c-a30a-1b9fcb410feb req-24d3a275-ebac-4f5e-a03f-8acb0a431cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:13.368569 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e048b435-a7cf-489c-a30a-1b9fcb410feb req-24d3a275-ebac-4f5e-a03f-8acb0a431cfd service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=02622d333fa24a0bbd1ef6f59276ba77&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2092819 Jul 20 08:28:13.371346 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0292e3-f715-49d5-9507-6ba9050e79dd req-369007e1-2fe2-49dc-beb8-5e0ed2377b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:13.372766 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be0292e3-f715-49d5-9507-6ba9050e79dd req-369007e1-2fe2-49dc-beb8-5e0ed2377b4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 920 time: 0.1858139 Jul 20 08:28:13.442107 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be0292e3-f715-49d5-9507-6ba9050e79dd req-eabbaee1-adca-4447-b25e-7bc3a07912c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06458427-d317-4965-817d-8affbd2750e5 HTTP/1.1" status: 200 len: 217 time: 0.0573759 Jul 20 08:28:13.549637 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0292e3-f715-49d5-9507-6ba9050e79dd req-85d718f1-7cd6-4f8b-882f-20e094befd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:13.551295 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be0292e3-f715-49d5-9507-6ba9050e79dd req-85d718f1-7cd6-4f8b-882f-20e094befd79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d83857be-db60-44b9-859b-cdb8e58b501d HTTP/1.1" status: 200 len: 858 time: 0.0693238 Jul 20 08:28:13.572665 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048b435-a7cf-489c-a30a-1b9fcb410feb req-db2c45e1-87d0-420b-86a4-ec27c6c919f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:13.574220 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e048b435-a7cf-489c-a30a-1b9fcb410feb req-db2c45e1-87d0-420b-86a4-ec27c6c919f3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1997237 Jul 20 08:28:13.609877 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0292e3-f715-49d5-9507-6ba9050e79dd req-a2d3c7bf-296a-4849-b7c9-a111d4e92de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:13.612240 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be0292e3-f715-49d5-9507-6ba9050e79dd req-a2d3c7bf-296a-4849-b7c9-a111d4e92de8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c96fa3a3-1d61-4869-813f-bb65cb182cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545628 Jul 20 08:28:13.744303 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-c23a8177-644c-40b0-8026-abaae03b1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:13.745976 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-c23a8177-644c-40b0-8026-abaae03b1f03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02622d333fa24a0bbd1ef6f59276ba77&device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 1127 time: 0.0594616 Jul 20 08:28:13.764188 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be0292e3-f715-49d5-9507-6ba9050e79dd req-ef031a4f-30fd-4811-85fa-aad7cd3d3776 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440330 Jul 20 08:28:13.810441 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-7eb1bc71-ffd3-4532-81f3-7a5613b5067a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=802be1bc-be90-4f26-8cb8-b64bfed9f1f7 HTTP/1.1" status: 200 len: 217 time: 0.0452216 Jul 20 08:28:13.931678 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecac9b5-6f70-45b2-9e64-e7042b1c6881 req-fb16cb09-ba31-4feb-a245-0637c09e52a6 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:13.934952 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3ecac9b5-6f70-45b2-9e64-e7042b1c6881 req-fb16cb09-ba31-4feb-a245-0637c09e52a6 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0860698 Jul 20 08:28:13.979671 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-21b55862-1548-4c57-9a00-47615d5fa20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:13.982433 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-21b55862-1548-4c57-9a00-47615d5fa20a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c079a918-88c3-488c-9090-a598bbc47101 HTTP/1.1" status: 200 len: 848 time: 0.1606631 Jul 20 08:28:14.025169 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3ecac9b5-6f70-45b2-9e64-e7042b1c6881 req-478ef002-6715-4922-98a7-b975fabaee69 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837307 Jul 20 08:28:14.032323 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be0292e3-f715-49d5-9507-6ba9050e79dd req-5d8a7833-3e63-49a4-abe7-d94a79a6b8c8 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205710 Jul 20 08:28:14.034562 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-e30aebed-9224-418e-b892-3a0181aacc6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eed6757-1d3b-47bb-9daf-5c99f31991f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454786 Jul 20 08:28:14.173217 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-e9764b08-5c40-436d-8dad-ce78c75c4ef2 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed6757-1d3b-47bb-9daf-5c99f31991f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143782 Jul 20 08:28:14.230707 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:14.610974 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e1a2a-cf5b-4ce7-b355-3698a35134bf req-fd366c67-9308-487d-9d4b-028d8889e6c3 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:14.612520 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-483e1a2a-cf5b-4ce7-b355-3698a35134bf req-fd366c67-9308-487d-9d4b-028d8889e6c3 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0757151 Jul 20 08:28:14.616575 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-20e129f0-c5c2-4e2a-82ad-68ec4a079a2e req-3bbf0f74-b4c0-43a4-b0ed-ab6c5cce4207 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed6757-1d3b-47bb-9daf-5c99f31991f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106631 Jul 20 08:28:14.676684 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-483e1a2a-cf5b-4ce7-b355-3698a35134bf req-0a7bff39-5bbe-4abd-9b56-57a78b1b25b4 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541813 Jul 20 08:28:15.156066 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57469c7d-d196-4417-8bfd-d2e6132284ab req-d469bf21-6681-4399-aaea-6ea4661b8d1e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:15.157639 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-57469c7d-d196-4417-8bfd-d2e6132284ab req-d469bf21-6681-4399-aaea-6ea4661b8d1e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0580518 Jul 20 08:28:15.208916 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-57469c7d-d196-4417-8bfd-d2e6132284ab req-639048bf-6e3f-4bac-b2e3-4e0c75b11d8f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456107 Jul 20 08:28:15.783516 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:15.804046 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab47b2-00e3-47b1-9ac0-e18b31d5b74f req-9f43825b-afa4-43c8-b4bc-9b5937f36c18 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:15.805549 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c2ab47b2-00e3-47b1-9ac0-e18b31d5b74f req-9f43825b-afa4-43c8-b4bc-9b5937f36c18 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0579689 Jul 20 08:28:15.857437 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c2ab47b2-00e3-47b1-9ac0-e18b31d5b74f req-0855df12-5f00-44fa-8f1f-bd29790e058a tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454226 Jul 20 08:28:16.319662 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:16.336069 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa1637-e2d6-4962-af05-8380da8f875d req-45dc7ea5-4408-4961-8079-5e48862652ef tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:16.337586 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9ffa1637-e2d6-4962-af05-8380da8f875d req-45dc7ea5-4408-4961-8079-5e48862652ef tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0527084 Jul 20 08:28:16.398280 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9ffa1637-e2d6-4962-af05-8380da8f875d req-fb873176-cb46-4aa3-a270-0cc42189252d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533721 Jul 20 08:28:16.977390 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cd634-66fa-4752-bbe4-4859106ea853 req-21318410-1c3b-4635-9b4e-e5a3681b6146 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:16.978896 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-546cd634-66fa-4752-bbe4-4859106ea853 req-21318410-1c3b-4635-9b4e-e5a3681b6146 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0490696 Jul 20 08:28:17.032808 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-546cd634-66fa-4752-bbe4-4859106ea853 req-b65f264d-48c3-4994-9377-54c9b86b01f1 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471807 Jul 20 08:28:17.519366 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0907e1-3236-4629-a593-d4301663074a req-ef3b3ba9-ad38-426b-a56e-32120eab3cdc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:17.520850 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8a0907e1-3236-4629-a593-d4301663074a req-ef3b3ba9-ad38-426b-a56e-32120eab3cdc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0501523 Jul 20 08:28:17.571239 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8a0907e1-3236-4629-a593-d4301663074a req-73137968-e3e1-4dfa-8dfc-02b10fa5647b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448844 Jul 20 08:28:18.151744 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faae81-d12a-4410-8fad-07672b80ae44 req-6b8c2326-6b62-490e-9915-c4bcb4209f0b tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:18.153053 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-67faae81-d12a-4410-8fad-07672b80ae44 req-6b8c2326-6b62-490e-9915-c4bcb4209f0b tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0490975 Jul 20 08:28:18.204904 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-67faae81-d12a-4410-8fad-07672b80ae44 req-d516468f-3a77-4291-a800-4558a482b4bb tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461872 Jul 20 08:28:18.245478 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:18.246668 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:18.688005 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dbf7c-fedd-47bd-a369-960f10e96d3b req-21100f8b-b940-4146-abcd-adda34c80c7e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:18.690043 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-303dbf7c-fedd-47bd-a369-960f10e96d3b req-21100f8b-b940-4146-abcd-adda34c80c7e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0502563 Jul 20 08:28:18.743957 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-303dbf7c-fedd-47bd-a369-960f10e96d3b req-d3159f92-25d5-45df-b603-9eb1b2936384 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475810 Jul 20 08:28:19.323073 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f9e68-73ed-4a8a-ad65-c28f8028043d req-002afcaa-0e2e-4085-8d33-6d006f0b0c32 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:19.324655 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-123f9e68-73ed-4a8a-ad65-c28f8028043d req-002afcaa-0e2e-4085-8d33-6d006f0b0c32 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0501301 Jul 20 08:28:19.375753 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-123f9e68-73ed-4a8a-ad65-c28f8028043d req-3d8ef190-ef74-41c5-9e94-fcf66f5d908b tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448890 Jul 20 08:28:19.562626 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=47,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:19.581667 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6e03879a-d012-4c5b-9225-7886425a881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:19.873865 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422f8f8-99df-45b1-80c2-b209ac38cc6a req-0694d310-7b9a-4f6b-9eea-2cb125930b8d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:19.875481 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b422f8f8-99df-45b1-80c2-b209ac38cc6a req-0694d310-7b9a-4f6b-9eea-2cb125930b8d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0558219 Jul 20 08:28:19.927142 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b422f8f8-99df-45b1-80c2-b209ac38cc6a req-29f7ec59-0858-48b4-922c-7b27690ace79 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456240 Jul 20 08:28:20.496945 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc694eb-7ae6-48c4-9343-61306894debc req-fcce637a-1b09-4ef1-a4e0-64b2201508ab tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:20.498439 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-edc694eb-7ae6-48c4-9343-61306894debc req-fcce637a-1b09-4ef1-a4e0-64b2201508ab tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0510945 Jul 20 08:28:20.548259 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-edc694eb-7ae6-48c4-9343-61306894debc req-5b9e5bcb-e1d2-4419-a062-2316f3395f79 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427787 Jul 20 08:28:21.045836 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778af593-e8d3-4414-8398-9fae06f619da req-0e44eadc-b7f6-4b55-9b60-6cad95815291 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:21.047352 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-778af593-e8d3-4414-8398-9fae06f619da req-0e44eadc-b7f6-4b55-9b60-6cad95815291 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0492835 Jul 20 08:28:21.097395 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-778af593-e8d3-4414-8398-9fae06f619da req-59c11d58-a266-4c8f-ab25-95abf398bec2 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426035 Jul 20 08:28:21.665791 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444578e-7ac2-4704-ba5c-f1634630a7bb req-2d635430-a13c-48fb-a8cb-a9f94fd61796 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:21.667462 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1444578e-7ac2-4704-ba5c-f1634630a7bb req-2d635430-a13c-48fb-a8cb-a9f94fd61796 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0516803 Jul 20 08:28:21.716983 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1444578e-7ac2-4704-ba5c-f1634630a7bb req-da15c187-3c85-4d4d-8f4a-83745a7a0535 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439720 Jul 20 08:28:22.203147 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1baa946c-a8cc-4ddc-86f0-a1b77329a599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:22.214779 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ac983-06ba-4c91-896f-3ce20d3fdc41 req-69a222c1-5790-46ea-9831-2043e4bccb79 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:22.216315 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-122ac983-06ba-4c91-896f-3ce20d3fdc41 req-69a222c1-5790-46ea-9831-2043e4bccb79 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0511315 Jul 20 08:28:22.263973 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-122ac983-06ba-4c91-896f-3ce20d3fdc41 req-4fa9d7f6-8e69-4a84-acbc-d6ef084b0202 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414970 Jul 20 08:28:22.834056 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74d1fc-bff5-4ab5-b42d-fddf9832c3b4 req-eaa0fe45-b63e-4d04-9640-48acb1bb3db0 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:22.835640 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9a74d1fc-bff5-4ab5-b42d-fddf9832c3b4 req-eaa0fe45-b63e-4d04-9640-48acb1bb3db0 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0495062 Jul 20 08:28:22.887858 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9a74d1fc-bff5-4ab5-b42d-fddf9832c3b4 req-d6ec0047-bd03-49dd-ac78-dea775730e70 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461216 Jul 20 08:28:23.378706 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4810f-a420-4c47-936d-5d2220b9a9ff req-2705e211-d2c5-4f7b-93b8-3934175b9862 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:23.380199 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-56f4810f-a420-4c47-936d-5d2220b9a9ff req-2705e211-d2c5-4f7b-93b8-3934175b9862 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0479872 Jul 20 08:28:23.427902 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-56f4810f-a420-4c47-936d-5d2220b9a9ff req-076b90f2-d718-4cad-83a2-793491511c0f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422099 Jul 20 08:28:24.010974 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38159a-dd9a-4a19-9837-295342e8406d req-958b3c34-1e45-4325-b0c2-46fe313b61cd tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:24.012456 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3f38159a-dd9a-4a19-9837-295342e8406d req-958b3c34-1e45-4325-b0c2-46fe313b61cd tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0545833 Jul 20 08:28:24.066248 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3f38159a-dd9a-4a19-9837-295342e8406d req-dbe26ad9-015c-460f-803c-3d450ae6d413 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475681 Jul 20 08:28:24.191531 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:24.545846 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23a232-f667-4026-844b-b8753ece0501 req-2f9afc93-32ab-4abe-aab3-0c325779381b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:24.547392 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ae23a232-f667-4026-844b-b8753ece0501 req-2f9afc93-32ab-4abe-aab3-0c325779381b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0508034 Jul 20 08:28:24.600999 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ae23a232-f667-4026-844b-b8753ece0501 req-cd1c4d1e-e030-412d-8458-698eff2cf3ba tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477281 Jul 20 08:28:25.190613 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6834d-3598-4b93-b1ca-259fadffa1ce req-9766f7b0-6185-4a82-834b-7dc3f6f0ca1a tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:25.192162 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ca6834d-3598-4b93-b1ca-259fadffa1ce req-9766f7b0-6185-4a82-834b-7dc3f6f0ca1a tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0504508 Jul 20 08:28:25.241743 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ca6834d-3598-4b93-b1ca-259fadffa1ce req-c67cdb48-fa49-4f08-8121-ed0b52942231 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439303 Jul 20 08:28:25.719027 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e014286-f3d4-4302-b4d3-80bdfc88e2ea req-2da3864a-8cf0-4933-b250-57ce309dee43 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:25.720552 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8e014286-f3d4-4302-b4d3-80bdfc88e2ea req-2da3864a-8cf0-4933-b250-57ce309dee43 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0494039 Jul 20 08:28:25.757858 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:25.770971 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8e014286-f3d4-4302-b4d3-80bdfc88e2ea req-9564d780-2e83-426e-b23c-be81f4742f75 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447459 Jul 20 08:28:26.368302 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4f183-4438-44b1-84ad-10abe8d1e77d req-703f0da6-445e-492b-83d3-75f6df136c48 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:26.369871 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-29d4f183-4438-44b1-84ad-10abe8d1e77d req-703f0da6-445e-492b-83d3-75f6df136c48 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0567143 Jul 20 08:28:26.399966 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:26.429909 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-29d4f183-4438-44b1-84ad-10abe8d1e77d req-270f592d-9bca-49a9-ac5c-ed5623e27d97 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522404 Jul 20 08:28:26.519815 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=65,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:26.525652 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:26.669502 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:26.899112 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f612e6e-7e23-4739-9a69-243fba5cd85c req-d6c94d60-a1d9-464c-a555-d32ee1016c60 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:26.900721 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7f612e6e-7e23-4739-9a69-243fba5cd85c req-d6c94d60-a1d9-464c-a555-d32ee1016c60 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0495529 Jul 20 08:28:26.973427 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7f612e6e-7e23-4739-9a69-243fba5cd85c req-4c072406-71c8-4265-a9e9-e0f19fd97b10 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661461 Jul 20 08:28:27.551380 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f0bf5-b2e0-4572-9baa-8db7dc914158 req-7615667d-9d0f-4c1d-8176-e2e0ad3d7771 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:27.552945 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fa2f0bf5-b2e0-4572-9baa-8db7dc914158 req-7615667d-9d0f-4c1d-8176-e2e0ad3d7771 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0508213 Jul 20 08:28:27.599830 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:27.613480 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fa2f0bf5-b2e0-4572-9baa-8db7dc914158 req-03c1ec40-a3de-4612-b3b0-ff0861f5eb19 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547762 Jul 20 08:28:28.113935 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f9228-9636-49cb-8071-c8ac3029c18f req-a67ed741-8794-4cad-9fbb-5231176180a0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:28.115712 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-439f9228-9636-49cb-8071-c8ac3029c18f req-a67ed741-8794-4cad-9fbb-5231176180a0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0657411 Jul 20 08:28:28.175955 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-439f9228-9636-49cb-8071-c8ac3029c18f req-22bc81c1-6e88-420f-9127-8cab5563084f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540218 Jul 20 08:28:28.735810 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6058ffd-09ab-4996-8c23-9e30c0cb987e req-ddf1b3e5-70b8-4486-8ea9-8d3ded833b26 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:28.737334 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f6058ffd-09ab-4996-8c23-9e30c0cb987e req-ddf1b3e5-70b8-4486-8ea9-8d3ded833b26 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0496202 Jul 20 08:28:28.793347 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f6058ffd-09ab-4996-8c23-9e30c0cb987e req-c2721b1b-4299-46f3-8371-2e407467bde3 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504441 Jul 20 08:28:29.108215 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:29.114104 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:29.294233 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ce71f-a078-4d8f-be91-6b8060d1ed90 req-ca868a50-39e3-4013-ae39-81c5e0b17e3f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:29.295730 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1a3ce71f-a078-4d8f-be91-6b8060d1ed90 req-ca868a50-39e3-4013-ae39-81c5e0b17e3f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0489662 Jul 20 08:28:29.317077 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:29.349302 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1a3ce71f-a078-4d8f-be91-6b8060d1ed90 req-4a0f124f-9690-47a3-b4ab-f27d97e726cf tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468826 Jul 20 08:28:29.923698 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887083c0-f54c-4115-a1a6-56dc81ae5c60 req-06cabbd1-d421-4424-a94c-8c5cfef652d1 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:29.925548 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-887083c0-f54c-4115-a1a6-56dc81ae5c60 req-06cabbd1-d421-4424-a94c-8c5cfef652d1 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0559106 Jul 20 08:28:29.987290 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-887083c0-f54c-4115-a1a6-56dc81ae5c60 req-db45793c-2e7e-4909-b115-fcb7f3b9dff1 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554121 Jul 20 08:28:30.620711 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:28:30.725088 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=802be1bc-be90-4f26-8cb8-b64bfed9f1f7,segment=NetworkSegment(a3efadd5-9321-4048-b655-24bd9b5d0f8e),segment_id=a3efadd5-9321-4048-b655-24bd9b5d0f8e)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:28:30.738473 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 36234) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:28:30.742386 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '802be1bc-be90-4f26-8cb8-b64bfed9f1f7', 'network_id': '9eed6757-1d3b-47bb-9daf-5c99f31991f4', 'port_id': '802be1bc-be90-4f26-8cb8-b64bfed9f1f7', 'mac_address': 'fa:16:3e:c1:0e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c079a918-88c3-488c-9090-a598bbc47101', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:28:30.781118 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:28:30.781523 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (802be1bc-be90-4f26-8cb8-b64bfed9f1f7), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:30.796058 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:28:30.818929 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=802be1bc-be90-4f26-8cb8-b64bfed9f1f7,segment=NetworkSegment(a3efadd5-9321-4048-b655-24bd9b5d0f8e),segment_id=a3efadd5-9321-4048-b655-24bd9b5d0f8e)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:28:30.823772 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (802be1bc-be90-4f26-8cb8-b64bfed9f1f7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:30.860859 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d3a0-09fd-4767-a8b9-4c8cf411cb78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:30.872028 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=802be1bc-be90-4f26-8cb8-b64bfed9f1f7,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:30.940767 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d3a0-09fd-4767-a8b9-4c8cf411cb78 admin admin] Publish callbacks [] for security_group (cd025060-ff26-4e43-92c8-17c6bd723638), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:30.944575 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d3a0-09fd-4767-a8b9-4c8cf411cb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (cd025060-ff26-4e43-92c8-17c6bd723638), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:30.982845 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9d3a0-09fd-4767-a8b9-4c8cf411cb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd025060-ff26-4e43-92c8-17c6bd723638,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:30.988737 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e9e9d3a0-09fd-4767-a8b9-4c8cf411cb78 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9e2a2795c4b4532903b3c301000d47f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484982 Jul 20 08:28:30.990620 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 36238) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:28:31.049657 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ee41702d-0ff5-4630-80a8-a2dc78bb77f5 admin admin] Publish callbacks [] for security_group (cd025060-ff26-4e43-92c8-17c6bd723638), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:31.076230 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ee41702d-0ff5-4630-80a8-a2dc78bb77f5 admin admin] Publish callbacks [] for security_group (cd025060-ff26-4e43-92c8-17c6bd723638), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:31.123475 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bdcaa-483b-4fcc-93c6-70212d0af3a4 req-0ba7c4b1-59d1-4f9d-ad26-e105ed8fae12 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:31.125097 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-784bdcaa-483b-4fcc-93c6-70212d0af3a4 req-0ba7c4b1-59d1-4f9d-ad26-e105ed8fae12 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 944 time: 0.0584235 Jul 20 08:28:31.129106 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ee41702d-0ff5-4630-80a8-a2dc78bb77f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (cd025060-ff26-4e43-92c8-17c6bd723638), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:31.131731 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ee41702d-0ff5-4630-80a8-a2dc78bb77f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:31.135300 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ee41702d-0ff5-4630-80a8-a2dc78bb77f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd025060-ff26-4e43-92c8-17c6bd723638 HTTP/1.1" status: 204 len: 168 time: 0.1413727 Jul 20 08:28:31.145406 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41702d-0ff5-4630-80a8-a2dc78bb77f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd025060-ff26-4e43-92c8-17c6bd723638,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:31.403447 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-784bdcaa-483b-4fcc-93c6-70212d0af3a4 req-2b85415c-4ab7-469f-87fd-127018a89604 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713907 Jul 20 08:28:31.520323 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['802be1bc-be90-4f26-8cb8-b64bfed9f1f7'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:28:31.863295 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 36254) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:28:31.867915 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-cf66f6d4-55a9-47bd-8849-90bd0f1267ba tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789512402', 'description': 'tempest-description--1167527328'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:28:31.892448 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cf66f6d4-55a9-47bd-8849-90bd0f1267ba tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:31.966890 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cf66f6d4-55a9-47bd-8849-90bd0f1267ba tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for security_group (5476f02a-f022-4fc0-8981-4f07e11a2814), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:31.973437 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cf66f6d4-55a9-47bd-8849-90bd0f1267ba tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (5476f02a-f022-4fc0-8981-4f07e11a2814), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:31.990634 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:32.019007 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cf66f6d4-55a9-47bd-8849-90bd0f1267ba tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:32.020316 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-cf66f6d4-55a9-47bd-8849-90bd0f1267ba tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1559386 Jul 20 08:28:32.023063 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66f6d4-55a9-47bd-8849-90bd0f1267ba tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5476f02a-f022-4fc0-8981-4f07e11a2814,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:32.024552 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 36256) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:28:32.030454 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-6dded1c0-0c31-49c3-b2e9-b70e8b118c8a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Request body: {'security_group_rule': {'security_group_id': '5476f02a-f022-4fc0-8981-4f07e11a2814', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:28:32.057947 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6dded1c0-0c31-49c3-b2e9-b70e8b118c8a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for security_group_rule (d2c729c8-352b-4459-bf86-3966e6e3570b), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:32.118089 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6dded1c0-0c31-49c3-b2e9-b70e8b118c8a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for security_group_rule (d2c729c8-352b-4459-bf86-3966e6e3570b), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:32.122273 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6dded1c0-0c31-49c3-b2e9-b70e8b118c8a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (d2c729c8-352b-4459-bf86-3966e6e3570b), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:32.143004 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded1c0-0c31-49c3-b2e9-b70e8b118c8a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c729c8-352b-4459-bf86-3966e6e3570b,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:32.150149 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6dded1c0-0c31-49c3-b2e9-b70e8b118c8a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:32.153867 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-6dded1c0-0c31-49c3-b2e9-b70e8b118c8a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254900 Jul 20 08:28:32.154295 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 36264) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:28:32.159151 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-755f118a-4750-405c-ba37-8c0a392d8dee tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Request body: {'security_group_rule': {'security_group_id': '5476f02a-f022-4fc0-8981-4f07e11a2814', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:28:32.187219 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-755f118a-4750-405c-ba37-8c0a392d8dee tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for security_group_rule (3647004e-e8c3-48bb-a326-f7cdcc042b53), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:32.254927 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-755f118a-4750-405c-ba37-8c0a392d8dee tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for security_group_rule (3647004e-e8c3-48bb-a326-f7cdcc042b53), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:32.258873 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-755f118a-4750-405c-ba37-8c0a392d8dee tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (3647004e-e8c3-48bb-a326-f7cdcc042b53), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:32.279789 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f118a-4750-405c-ba37-8c0a392d8dee tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3647004e-e8c3-48bb-a326-f7cdcc042b53,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:32.289854 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-755f118a-4750-405c-ba37-8c0a392d8dee tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:32.293971 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-755f118a-4750-405c-ba37-8c0a392d8dee tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359484 Jul 20 08:28:32.294443 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 36268) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:28:32.299770 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Request body: {'floatingip': {'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:28:32.323888 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:32.413111 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:32.531695 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:32.564445 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Allocated IP 172.27.1.146 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/1ccee1ea-947a-4dc4-9dd5-2f0c20565bec) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:28:32.578167 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca64fe-ff0b-4c1a-8f27-282c41dcb434 req-5e777923-9477-437b-bbf8-216d6c4ed7f8 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:32.580403 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3fca64fe-ff0b-4c1a-8f27-282c41dcb434 req-5e777923-9477-437b-bbf8-216d6c4ed7f8 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 944 time: 0.1019554 Jul 20 08:28:32.637705 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:32.690490 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3fca64fe-ff0b-4c1a-8f27-282c41dcb434 req-71b18468-5ae0-4ae4-87db-b1132d07ed79 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040139 Jul 20 08:28:32.727592 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for port (1ccee1ea-947a-4dc4-9dd5-2f0c20565bec), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:32.764102 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (1ccee1ea-947a-4dc4-9dd5-2f0c20565bec), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:32.808899 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:28:32.812422 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:28:32.819812 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:28:32.855242 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Pushing event updated for resources: {'Port': ['ID=1ccee1ea-947a-4dc4-9dd5-2f0c20565bec,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:32.967255 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for floatingip (cb7351ef-c453-4a04-ab44-b5a95c1c1961), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:33.008349 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (1ccee1ea-947a-4dc4-9dd5-2f0c20565bec), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:33.162682 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for port (1ccee1ea-947a-4dc4-9dd5-2f0c20565bec), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:33.167184 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529145684'] for port (1ccee1ea-947a-4dc4-9dd5-2f0c20565bec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:33.240826 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Pushing event updated for resources: {'Port': ['ID=1ccee1ea-947a-4dc4-9dd5-2f0c20565bec,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:33.254083 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (cb7351ef-c453-4a04-ab44-b5a95c1c1961), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:33.269719 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:33.271082 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-892bb8d3-576f-4dc2-a329-471c6dd6eff0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9755881 Jul 20 08:28:33.491672 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-444c09cb-8b63-4fdb-960b-30673ed2a006 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1789512402&fields=id&tenant_id=b044b1d7d5474351bd94eb1c90882933 HTTP/1.1" status: 200 len: 267 time: 0.0480223 Jul 20 08:28:33.607971 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:28:33.612563 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-5ba25e84-8484-4b64-a577-570280b63e04 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:33.615085 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-5ba25e84-8484-4b64-a577-570280b63e04 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 819 time: 0.1160920 Jul 20 08:28:33.640891 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-2426310b-3b90-413b-afbb-36c16b222edd tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/quotas/b044b1d7d5474351bd94eb1c90882933 HTTP/1.1" status: 200 len: 375 time: 0.0206709 Jul 20 08:28:33.668141 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:28:33.676748 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:28:33.677477 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (802be1bc-be90-4f26-8cb8-b64bfed9f1f7), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:33.696099 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:33.725447 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-2d694d06-510a-49b1-8608-a52d6a1d701f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0700746 Jul 20 08:28:33.822883 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:33.831694 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-f2af13f3-0c82-4f67-822f-d82ee8af28d2 service neutron] 10.222.0.64 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049409 Jul 20 08:28:33.857738 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036004f0-46a1-4dc4-940c-ce1611183959 req-f7d3887f-9d86-4ddd-9bef-ae768ce0ac46 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:33.861366 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-036004f0-46a1-4dc4-940c-ce1611183959 req-f7d3887f-9d86-4ddd-9bef-ae768ce0ac46 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 944 time: 0.0774133 Jul 20 08:28:33.909817 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:33.930473 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:28:33.931115 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (802be1bc-be90-4f26-8cb8-b64bfed9f1f7), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:33.945954 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-b6791e19-7083-49ac-b79a-998b50977b67 service neutron] 10.222.0.64 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043835 Jul 20 08:28:33.967963 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-036004f0-46a1-4dc4-940c-ce1611183959 req-adbdd20d-ed32-4df9-96d1-ec7b3b5b7161 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928705 Jul 20 08:28:33.970383 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f468975-0a18-49f7-a45c-b5973ea35837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802be1bc-be90-4f26-8cb8-b64bfed9f1f7'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:28:33.974246 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cc22cb-959d-4496-ac8c-4ffeb8bdc476" -d '{"events": [{"server_uuid": "0f468975-0a18-49f7-a45c-b5973ea35837", "name": "network-vif-plugged", "status": "completed", "tag": "802be1bc-be90-4f26-8cb8-b64bfed9f1f7"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:28:33.997562 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=802be1bc-be90-4f26-8cb8-b64bfed9f1f7,segment=NetworkSegment(a3efadd5-9321-4048-b655-24bd9b5d0f8e),segment_id=a3efadd5-9321-4048-b655-24bd9b5d0f8e)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:28:34.009338 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (802be1bc-be90-4f26-8cb8-b64bfed9f1f7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:34.083542 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9039bc1-f2e2-448c-a66d-99a8148dd119 x-openstack-request-id: req-a9039bc1-f2e2-448c-a66d-99a8148dd119 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:28:34.083857 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f468975-0a18-49f7-a45c-b5973ea35837", "name": "network-vif-plugged", "status": "completed", "tag": "802be1bc-be90-4f26-8cb8-b64bfed9f1f7", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:28:34.084108 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9039bc1-f2e2-448c-a66d-99a8148dd119 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:28:34.084498 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9039bc1-f2e2-448c-a66d-99a8148dd119'] response: {'server_uuid': '0f468975-0a18-49f7-a45c-b5973ea35837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802be1bc-be90-4f26-8cb8-b64bfed9f1f7', 'code': 200} Jul 20 08:28:34.089306 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=802be1bc-be90-4f26-8cb8-b64bfed9f1f7,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:34.160174 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9735804e-cefa-4520-90e7-786ad8f1e49b req-7fa4f096-4576-4874-a2e5-49ace92a501c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 210 time: 0.0314949 Jul 20 08:28:34.320915 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fe28f-740c-4eea-8243-89e21fb31d01 req-49b3af2a-9974-4554-9c68-c2a6b245303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:34.322662 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-530fe28f-740c-4eea-8243-89e21fb31d01 req-49b3af2a-9974-4554-9c68-c2a6b245303a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 1129 time: 0.0457375 Jul 20 08:28:34.372930 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-530fe28f-740c-4eea-8243-89e21fb31d01 req-ac62050f-ddf6-46ba-a573-2777d8742193 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420363 Jul 20 08:28:35.110169 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd13332-7c8c-4053-b07b-296dee06a2cf req-08c65cb4-3437-4ca3-aa36-377e83d71c7b tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:35.112354 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dbd13332-7c8c-4053-b07b-296dee06a2cf req-08c65cb4-3437-4ca3-aa36-377e83d71c7b tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 945 time: 0.0504432 Jul 20 08:28:35.162414 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dbd13332-7c8c-4053-b07b-296dee06a2cf req-168314cb-3ddd-4b5e-bf86-e788823fe3d9 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442777 Jul 20 08:28:35.260144 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0e7dbb2d-c6a7-459e-ad5b-adc258f00695 req-f59fb91d-f41c-4205-b288-d9470b6d628a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 210 time: 0.0328784 Jul 20 08:28:35.884671 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ea24699-e47a-4dd4-a37b-80ec5721b8a2 req-7cf55386-30ae-4aa4-96d4-729ae95184b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407860 Jul 20 08:28:36.005791 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea24699-e47a-4dd4-a37b-80ec5721b8a2 req-e8870c7b-970d-440e-8f54-67345f61427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:36.008701 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ea24699-e47a-4dd4-a37b-80ec5721b8a2 req-e8870c7b-970d-440e-8f54-67345f61427a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 1130 time: 0.0507071 Jul 20 08:28:36.299317 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850b7ad-074f-46b2-a9a0-c1f9055e3f10 req-778432c9-4243-47c6-889f-8f816ad7a072 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:36.300879 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e850b7ad-074f-46b2-a9a0-c1f9055e3f10 req-778432c9-4243-47c6-889f-8f816ad7a072 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 945 time: 0.0617411 Jul 20 08:28:36.377638 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9b192cde-75c5-4f61-b04c-c3667a531bf7 req-0c768b36-7480-410d-aaca-daf16aab7a0c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 210 time: 0.0363576 Jul 20 08:28:36.382333 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e850b7ad-074f-46b2-a9a0-c1f9055e3f10 req-664cc08a-b622-4f5d-bb11-bb4d027c6ad1 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719686 Jul 20 08:28:36.638928 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea24699-e47a-4dd4-a37b-80ec5721b8a2 req-98848b2f-7cf0-433c-b4b9-7552d326d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:36.640333 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ea24699-e47a-4dd4-a37b-80ec5721b8a2 req-98848b2f-7cf0-433c-b4b9-7552d326d220 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 920 time: 0.1027589 Jul 20 08:28:37.131414 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ea24699-e47a-4dd4-a37b-80ec5721b8a2 req-bae5b2e8-52a7-410f-9257-b5cfac27dbe4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f795798-1661-4ba0-bf5a-641687efe8e3 HTTP/1.1" status: 200 len: 217 time: 0.0367484 Jul 20 08:28:37.264300 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea24699-e47a-4dd4-a37b-80ec5721b8a2 req-d010a2ed-10d6-4459-b5c7-1af443e9af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:37.265835 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ea24699-e47a-4dd4-a37b-80ec5721b8a2 req-d010a2ed-10d6-4459-b5c7-1af443e9af5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d83857be-db60-44b9-859b-cdb8e58b501d HTTP/1.1" status: 200 len: 858 time: 0.1064537 Jul 20 08:28:37.288447 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:37.331668 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea24699-e47a-4dd4-a37b-80ec5721b8a2 req-7f45e014-3217-40ca-8e61-b4e678e779a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:37.333190 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ea24699-e47a-4dd4-a37b-80ec5721b8a2 req-7f45e014-3217-40ca-8e61-b4e678e779a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c96fa3a3-1d61-4869-813f-bb65cb182cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603476 Jul 20 08:28:37.341674 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-83de582d-a538-4d47-ac0c-0cfbef08bc14 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:37.344051 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-83de582d-a538-4d47-ac0c-0cfbef08bc14 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.18 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 819 time: 0.1865170 Jul 20 08:28:37.477397 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ab5ea7b5-9e4f-4985-8c7c-bbcf558a9874 req-93c070ba-679f-4bc5-8cb5-a7e21464e55e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 210 time: 0.0344257 Jul 20 08:28:37.534458 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc450d-551f-4603-94fd-d89cab4a6953 req-c952ed23-030f-4f57-8336-8b5fe0dcd18a tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:37.535986 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-11fc450d-551f-4603-94fd-d89cab4a6953 req-c952ed23-030f-4f57-8336-8b5fe0dcd18a tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 945 time: 0.0893471 Jul 20 08:28:37.615225 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:37.660760 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-21b0967c-bf04-4f6d-8f7a-2ece5a7e1cba tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b044b1d7d5474351bd94eb1c90882933 HTTP/1.1" status: 200 len: 380 time: 0.1757126 Jul 20 08:28:37.679331 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-65267637-b9f6-44e5-bb5f-df0280e22617 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Request body: {'port': {'device_id': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'admin_state_up': True, 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'security_groups': ['5476f02a-f022-4fc0-8981-4f07e11a2814']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:28:37.688747 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-11fc450d-551f-4603-94fd-d89cab4a6953 req-696a4f48-fe02-4124-838b-2df14a8cc0d5 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390669 Jul 20 08:28:37.703836 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ea24699-e47a-4dd4-a37b-80ec5721b8a2 req-a2a05cd5-3147-409d-8237-7b961dfa9559 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171450 Jul 20 08:28:37.864759 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ea24699-e47a-4dd4-a37b-80ec5721b8a2 req-2f6d2886-d6dd-4cd6-8e5c-66d662cc4338 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532841 Jul 20 08:28:37.874053 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-65267637-b9f6-44e5-bb5f-df0280e22617 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Made reservation on behalf of b044b1d7d5474351bd94eb1c90882933 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:28:37.877545 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-65267637-b9f6-44e5-bb5f-df0280e22617 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:38.034396 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-65267637-b9f6-44e5-bb5f-df0280e22617 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Allocated IP 172.20.0.14 (c96fa3a3-1d61-4869-813f-bb65cb182cb7/d83857be-db60-44b9-859b-cdb8e58b501d/3cddf9c2-1c8a-40e4-8522-773a3957740b) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:28:38.179553 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-65267637-b9f6-44e5-bb5f-df0280e22617 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for port (3cddf9c2-1c8a-40e4-8522-773a3957740b), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:38.213758 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-65267637-b9f6-44e5-bb5f-df0280e22617 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (3cddf9c2-1c8a-40e4-8522-773a3957740b), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:38.257483 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:38.270007 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-65267637-b9f6-44e5-bb5f-df0280e22617 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Network c96fa3a3-1d61-4869-813f-bb65cb182cb7 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:28:38.276508 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-65267637-b9f6-44e5-bb5f-df0280e22617 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:28:38.279415 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65267637-b9f6-44e5-bb5f-df0280e22617 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Pushing event updated for resources: {'Port': ['ID=3cddf9c2-1c8a-40e4-8522-773a3957740b,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:38.281818 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-65267637-b9f6-44e5-bb5f-df0280e22617 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:28:38.335278 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-65267637-b9f6-44e5-bb5f-df0280e22617 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:38.336650 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-65267637-b9f6-44e5-bb5f-df0280e22617 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:38.356735 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-65267637-b9f6-44e5-bb5f-df0280e22617 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6874001 Jul 20 08:28:38.375797 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Request body: {'port': {'device_id': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:28:38.404731 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:38.441947 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (3cddf9c2-1c8a-40e4-8522-773a3957740b), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:38.583933 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-cbe88111-7fb0-489e-9c86-37f411548692 None None] Provisioning complete for port 3cddf9c2-1c8a-40e4-8522-773a3957740b triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:28:38.585773 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cbe88111-7fb0-489e-9c86-37f411548692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (3cddf9c2-1c8a-40e4-8522-773a3957740b), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:38.613807 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82847b-e189-4ae3-8b66-84481e191154 req-4c5d81f0-235f-468c-91b4-8d25466b5763 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:38.616900 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3a82847b-e189-4ae3-8b66-84481e191154 req-4c5d81f0-235f-468c-91b4-8d25466b5763 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 932 time: 0.0602889 Jul 20 08:28:38.627309 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f173ea5-bb25-4344-a601-5f2e9e3fa4db req-6c754c54-ace4-4a19-ac7e-229ffda40a8d tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:38.629488 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2f173ea5-bb25-4344-a601-5f2e9e3fa4db req-6c754c54-ace4-4a19-ac7e-229ffda40a8d tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 945 time: 0.0685620 Jul 20 08:28:38.643533 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-cbe88111-7fb0-489e-9c86-37f411548692 None None] Port 3cddf9c2-1c8a-40e4-8522-773a3957740b cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:28:38.677544 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3a82847b-e189-4ae3-8b66-84481e191154 req-59f59d71-4517-4f2e-9ab4-95d063afbdcc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530040 Jul 20 08:28:38.736498 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2f173ea5-bb25-4344-a601-5f2e9e3fa4db req-ef3208af-be70-4042-8cb0-b6e398ca0ee9 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915833 Jul 20 08:28:38.813009 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cddf9c2-1c8a-40e4-8522-773a3957740b {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:28:38.821844 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Publish callbacks [] for port (3cddf9c2-1c8a-40e4-8522-773a3957740b), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:38.835691 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Transition to ACTIVE for port object 3cddf9c2-1c8a-40e4-8522-773a3957740b will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:28:38.839270 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (3cddf9c2-1c8a-40e4-8522-773a3957740b), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:38.895727 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Pushing event updated for resources: {'Port': ['ID=3cddf9c2-1c8a-40e4-8522-773a3957740b,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:38.982530 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Attempting to bind port 3cddf9c2-1c8a-40e4-8522-773a3957740b on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:28:38.982530 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Attempting to bind port 3cddf9c2-1c8a-40e4-8522-773a3957740b by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:28:38.982530 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Attempting to bind port 3cddf9c2-1c8a-40e4-8522-773a3957740b on network c96fa3a3-1d61-4869-813f-bb65cb182cb7 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:28:38.982530 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Port 3cddf9c2-1c8a-40e4-8522-773a3957740b on network c96fa3a3-1d61-4869-813f-bb65cb182cb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:28:38.982530 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Attempting to bind port 3cddf9c2-1c8a-40e4-8522-773a3957740b on network c96fa3a3-1d61-4869-813f-bb65cb182cb7 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:28:38.988888 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:28:38.989230 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Checking segment: {'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:28:38.989606 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Bound using segment: {'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:28:38.990048 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Bound port: 3cddf9c2-1c8a-40e4-8522-773a3957740b, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:28:38.990406 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (3cddf9c2-1c8a-40e4-8522-773a3957740b), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:39.065331 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] For port 3cddf9c2-1c8a-40e4-8522-773a3957740b, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:28:39.068805 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] For port 3cddf9c2-1c8a-40e4-8522-773a3957740b, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=3cddf9c2-1c8a-40e4-8522-773a3957740b,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:28:39.075306 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (3cddf9c2-1c8a-40e4-8522-773a3957740b), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:39.111628 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:39.112610 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:39.114826 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] 10.222.0.18 "PUT /v2.0/ports/3cddf9c2-1c8a-40e4-8522-773a3957740b HTTP/1.1" status: 200 len: 1094 time: 0.7431207 Jul 20 08:28:39.115461 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'tag': '3cddf9c2-1c8a-40e4-8522-773a3957740b'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:28:39.119129 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab493a5-cf80-428a-bd9f-3f683560d70e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd05a594-404a-4d6e-ab1a-ee3aacb3970d", "tag": "3cddf9c2-1c8a-40e4-8522-773a3957740b"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:28:39.153068 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879d4bd-3307-49d3-b51a-8ce190323c69 service neutron] Pushing event updated for resources: {'Port': ['ID=3cddf9c2-1c8a-40e4-8522-773a3957740b,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:39.167500 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd9361a-e775-41b1-b773-745fbd82ffc5 x-openstack-request-id: req-9bd9361a-e775-41b1-b773-745fbd82ffc5 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:28:39.167872 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd05a594-404a-4d6e-ab1a-ee3aacb3970d", "tag": "3cddf9c2-1c8a-40e4-8522-773a3957740b", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:28:39.168185 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9bd9361a-e775-41b1-b773-745fbd82ffc5 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:28:39.168623 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd9361a-e775-41b1-b773-745fbd82ffc5'] response: {'name': 'network-changed', 'server_uuid': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'tag': '3cddf9c2-1c8a-40e4-8522-773a3957740b', 'status': 'completed', 'code': 200} Jul 20 08:28:39.386912 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:39.567091 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:39.807207 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88372485-611c-4c4a-a58c-598f134c3f79 req-7ef640f1-5548-44c6-acc9-addb10973069 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:39.808865 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-88372485-611c-4c4a-a58c-598f134c3f79 req-7ef640f1-5548-44c6-acc9-addb10973069 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 944 time: 0.0627809 Jul 20 08:28:39.858526 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-88372485-611c-4c4a-a58c-598f134c3f79 req-4585ea02-1600-4df4-8bf2-7ca3527652a9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436056 Jul 20 08:28:39.863011 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d83d28-c4c2-4095-a412-e91ee5e17499 req-c4a8a76a-ec07-4368-9492-b147d8bd26b8 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:39.865107 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-78d83d28-c4c2-4095-a412-e91ee5e17499 req-c4a8a76a-ec07-4368-9492-b147d8bd26b8 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 945 time: 0.0530531 Jul 20 08:28:39.909858 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:39.916760 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-78d83d28-c4c2-4095-a412-e91ee5e17499 req-b5ec5f0a-3dce-44ad-a649-267814f65fbc tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448859 Jul 20 08:28:40.135152 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:40.159197 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:40.166255 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab493a5-cf80-428a-bd9f-3f683560d70e req-2d4a9300-7b01-4932-980f-2cdeee5b9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:40.167961 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4ab493a5-cf80-428a-bd9f-3f683560d70e req-2d4a9300-7b01-4932-980f-2cdeee5b9bf8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 1128 time: 0.0425384 Jul 20 08:28:40.286094 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab493a5-cf80-428a-bd9f-3f683560d70e req-df972ec4-63fe-4fab-b347-be6288184317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:40.287618 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4ab493a5-cf80-428a-bd9f-3f683560d70e req-df972ec4-63fe-4fab-b347-be6288184317 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b044b1d7d5474351bd94eb1c90882933&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0998592 Jul 20 08:28:40.412024 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab493a5-cf80-428a-bd9f-3f683560d70e req-4a02bef2-237e-4859-a5d8-6af6ca41296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:40.413396 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4ab493a5-cf80-428a-bd9f-3f683560d70e req-4a02bef2-237e-4859-a5d8-6af6ca41296b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926015 Jul 20 08:28:40.612114 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-08c48cd8-33b1-4792-9328-4e5e65d41872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:40.613620 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-08c48cd8-33b1-4792-9328-4e5e65d41872 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 1128 time: 0.0413423 Jul 20 08:28:40.702566 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-78a60acc-b9c0-4c61-b793-485c01246558 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cddf9c2-1c8a-40e4-8522-773a3957740b HTTP/1.1" status: 200 len: 217 time: 0.0324543 Jul 20 08:28:40.755351 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-ab802daa-4630-4214-a1b9-85d996fa9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:40.756790 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-ab802daa-4630-4214-a1b9-85d996fa9810 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d83857be-db60-44b9-859b-cdb8e58b501d HTTP/1.1" status: 200 len: 858 time: 0.0478132 Jul 20 08:28:40.802370 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-e4b238a4-99bd-47ce-be9a-dce6bb167167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:40.803944 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-e4b238a4-99bd-47ce-be9a-dce6bb167167 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c96fa3a3-1d61-4869-813f-bb65cb182cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405300 Jul 20 08:28:40.896168 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-57b7c309-6943-4d69-a1ea-17129ea6df76 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855017 Jul 20 08:28:41.019440 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2ebb3-dfff-40b1-abff-f336907910b2 req-0924881b-96ec-4221-a6bd-565e344b8eee tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:41.020926 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5ed2ebb3-dfff-40b1-abff-f336907910b2 req-0924881b-96ec-4221-a6bd-565e344b8eee tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 944 time: 0.0871775 Jul 20 08:28:41.033283 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e467dc7-4b31-40d3-a6d4-95852c897d4c req-4d8e5205-40d8-487c-8a89-0e6767b4b402 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:41.035025 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5e467dc7-4b31-40d3-a6d4-95852c897d4c req-4d8e5205-40d8-487c-8a89-0e6767b4b402 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 945 time: 0.0509324 Jul 20 08:28:41.062708 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d16f077d-a3d9-4d5f-a72a-c05707f36766 req-eade1b67-7bc8-4de2-82fd-84bce6b61e56 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499772 Jul 20 08:28:41.086772 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5e467dc7-4b31-40d3-a6d4-95852c897d4c req-032acad5-7b4f-4c2c-b70b-e7940defd922 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460784 Jul 20 08:28:41.087226 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5ed2ebb3-dfff-40b1-abff-f336907910b2 req-f1effcfa-e91b-41b6-8d9b-08ff4ed27b6b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576265 Jul 20 08:28:42.210423 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76c7aa-bde6-4fe4-acb3-2318606c0b07 req-5798ad5c-4499-484f-952a-7d24cdd01d60 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:42.212048 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ad76c7aa-bde6-4fe4-acb3-2318606c0b07 req-5798ad5c-4499-484f-952a-7d24cdd01d60 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 945 time: 0.0559680 Jul 20 08:28:42.217891 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcc218-6d39-4822-b0dc-cf5f4ebcadd9 req-f7a29c0b-160b-45f2-a38d-cf45dbeb0699 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:42.220341 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-45dcc218-6d39-4822-b0dc-cf5f4ebcadd9 req-f7a29c0b-160b-45f2-a38d-cf45dbeb0699 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 944 time: 0.0559869 Jul 20 08:28:42.272601 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ad76c7aa-bde6-4fe4-acb3-2318606c0b07 req-9ea185b6-f817-4d0f-95c8-05c40f6bec27 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546584 Jul 20 08:28:42.275901 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-45dcc218-6d39-4822-b0dc-cf5f4ebcadd9 req-8e980aa6-3443-49cf-ae37-b3a3328ef247 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497904 Jul 20 08:28:43.394032 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c9506-371e-45fa-96df-87d23d5a9151 req-85cd10b6-ec10-46c5-b3d7-fa02130f12e9 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:43.395865 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-490c9506-371e-45fa-96df-87d23d5a9151 req-85cd10b6-ec10-46c5-b3d7-fa02130f12e9 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 945 time: 0.0520561 Jul 20 08:28:43.411922 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9802a6-56ad-4eff-9131-4a9715616084 req-0e677252-93ca-4bdb-b287-0a7948814889 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:43.413485 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fa9802a6-56ad-4eff-9131-4a9715616084 req-0e677252-93ca-4bdb-b287-0a7948814889 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 944 time: 0.0518830 Jul 20 08:28:43.457324 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-490c9506-371e-45fa-96df-87d23d5a9151 req-bbefc540-f378-4f61-812b-a19e368fee01 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554264 Jul 20 08:28:43.467924 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fa9802a6-56ad-4eff-9131-4a9715616084 req-6e42cda9-f028-4d89-9b2d-53acdf50dc12 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462599 Jul 20 08:28:44.581630 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c9251-9b56-432d-8b91-bd14fa05f904 req-2a09dc3c-fc08-4736-a475-c460a5b62c52 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:44.583404 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b42c9251-9b56-432d-8b91-bd14fa05f904 req-2a09dc3c-fc08-4736-a475-c460a5b62c52 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 945 time: 0.0517292 Jul 20 08:28:44.599644 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d7d8b-5955-4ff1-9dd3-acbbe5ab8649 req-13118281-4079-4e1a-b884-40200c99bcfa tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:44.602020 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-471d7d8b-5955-4ff1-9dd3-acbbe5ab8649 req-13118281-4079-4e1a-b884-40200c99bcfa tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 944 time: 0.0532203 Jul 20 08:28:44.659671 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b42c9251-9b56-432d-8b91-bd14fa05f904 req-a6b4f706-18fb-4c78-8be4-be8340bb3d82 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699196 Jul 20 08:28:44.665192 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-471d7d8b-5955-4ff1-9dd3-acbbe5ab8649 req-e840d833-db9b-4758-8f75-b5a1c28505a3 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569847 Jul 20 08:28:45.249712 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:28:45.779087 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e899bf-446d-4607-a8b0-2341e1f3f06c req-d3c88fab-ebbb-4a68-98d6-6939084eabd2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:45.781759 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-09e899bf-446d-4607-a8b0-2341e1f3f06c req-d3c88fab-ebbb-4a68-98d6-6939084eabd2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 945 time: 0.0545750 Jul 20 08:28:45.863484 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-09e899bf-446d-4607-a8b0-2341e1f3f06c req-bd649edb-1514-4e5b-a9de-6bd16727e9cb tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752573 Jul 20 08:28:46.045228 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68195e0a-3664-447c-b1c8-a67913a5aade req-18aee963-b1e0-44e1-bcea-01fb74383964 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:46.046735 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68195e0a-3664-447c-b1c8-a67913a5aade req-18aee963-b1e0-44e1-bcea-01fb74383964 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 944 time: 0.3099372 Jul 20 08:28:46.060023 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:46.095857 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68195e0a-3664-447c-b1c8-a67913a5aade req-2314b449-61b6-4628-ab2c-c2b17f5ae0c2 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427225 Jul 20 08:28:46.665405 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:28:46.741556 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 is: ACTIVE; New status is: DOWN {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:28:46.741949 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (802be1bc-be90-4f26-8cb8-b64bfed9f1f7), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:46.766547 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f468975-0a18-49f7-a45c-b5973ea35837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '802be1bc-be90-4f26-8cb8-b64bfed9f1f7'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:28:46.769051 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eae6f3-29c4-4de3-b823-a1c663a42eca" -d '{"events": [{"server_uuid": "0f468975-0a18-49f7-a45c-b5973ea35837", "name": "network-vif-unplugged", "status": "completed", "tag": "802be1bc-be90-4f26-8cb8-b64bfed9f1f7"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:28:46.781765 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=802be1bc-be90-4f26-8cb8-b64bfed9f1f7,segment=NetworkSegment(a3efadd5-9321-4048-b655-24bd9b5d0f8e),segment_id=a3efadd5-9321-4048-b655-24bd9b5d0f8e)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:28:46.786193 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (802be1bc-be90-4f26-8cb8-b64bfed9f1f7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:46.809032 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 08:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13059bb-b239-4291-9592-4c66bf35c220 x-openstack-request-id: req-d13059bb-b239-4291-9592-4c66bf35c220 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:28:46.809317 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f468975-0a18-49f7-a45c-b5973ea35837", "name": "network-vif-unplugged", "status": "completed", "tag": "802be1bc-be90-4f26-8cb8-b64bfed9f1f7", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:28:46.809565 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d13059bb-b239-4291-9592-4c66bf35c220 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:28:46.809951 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d13059bb-b239-4291-9592-4c66bf35c220'] response: {'server_uuid': '0f468975-0a18-49f7-a45c-b5973ea35837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '802be1bc-be90-4f26-8cb8-b64bfed9f1f7', 'code': 200} Jul 20 08:28:46.836069 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=802be1bc-be90-4f26-8cb8-b64bfed9f1f7,revision_number=6']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:46.983309 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3ee97-79a4-4bf6-953f-9388dd8aef72 req-201c243e-b4cc-4a8a-99be-7398442dc1d8 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:46.984778 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-06b3ee97-79a4-4bf6-953f-9388dd8aef72 req-201c243e-b4cc-4a8a-99be-7398442dc1d8 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0482805 Jul 20 08:28:47.027418 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:47.035587 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-06b3ee97-79a4-4bf6-953f-9388dd8aef72 req-e3dd3612-b95f-43ec-b5f0-6c03f75971f3 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447023 Jul 20 08:28:47.210345 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d5c12-cab3-42a0-b657-252ab0e0f53d req-644cfba6-97dc-4b30-b4b9-9a413edf28b5 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:47.211895 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3f3d5c12-cab3-42a0-b657-252ab0e0f53d req-644cfba6-97dc-4b30-b4b9-9a413edf28b5 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 944 time: 0.0473819 Jul 20 08:28:47.262052 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3f3d5c12-cab3-42a0-b657-252ab0e0f53d req-200621dc-6aff-48e2-a297-232e55ebb676 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442016 Jul 20 08:28:48.155828 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad31956-f12f-4bae-a555-3f7348c94eef req-e936ec50-6f96-421f-ba33-dacf9e8e797c tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:48.157546 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cad31956-f12f-4bae-a555-3f7348c94eef req-e936ec50-6f96-421f-ba33-dacf9e8e797c tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0517540 Jul 20 08:28:48.206262 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cad31956-f12f-4bae-a555-3f7348c94eef req-44fd1dfe-71c4-4aa5-a910-a4c3ff167e38 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432527 Jul 20 08:28:48.378927 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dc48e-7dc0-4da4-8dce-16771ed5e256 req-fdfa9887-4cd8-493a-889b-5676d330d4ef tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:48.380415 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6a4dc48e-7dc0-4da4-8dce-16771ed5e256 req-fdfa9887-4cd8-493a-889b-5676d330d4ef tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 944 time: 0.0517697 Jul 20 08:28:48.428508 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6a4dc48e-7dc0-4da4-8dce-16771ed5e256 req-d8a959a7-57b2-42e0-b0a6-9ddc88c034e6 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425422 Jul 20 08:28:49.324538 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b1b67-ce0c-48d9-8360-91905d9a7768 req-a24dfd31-a715-4226-9803-32a1bf925a54 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:49.326117 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ac9b1b67-ce0c-48d9-8360-91905d9a7768 req-a24dfd31-a715-4226-9803-32a1bf925a54 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0514386 Jul 20 08:28:49.376337 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ac9b1b67-ce0c-48d9-8360-91905d9a7768 req-10a5f580-09de-46cd-8f5a-6b6e60d5c2ef tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444107 Jul 20 08:28:49.546597 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302ad96-5034-4703-acd2-5defea36d53b req-4f1e26a6-7516-4c94-9f2e-af7eae750418 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:49.548783 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0302ad96-5034-4703-acd2-5defea36d53b req-4f1e26a6-7516-4c94-9f2e-af7eae750418 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 944 time: 0.0510273 Jul 20 08:28:49.586715 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-20c0262a-629e-4354-9b2b-5d2b9a00fde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:49.588254 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:49.602713 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0302ad96-5034-4703-acd2-5defea36d53b req-1c6e6135-a2ba-43a5-8af2-2dde99b5c392 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475779 Jul 20 08:28:50.495558 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1eda4-a750-4b37-a493-0e76e178d7a4 req-a3d5ad2b-d8e2-4b97-8193-f5f6ee39ab0a tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:50.497030 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5ad1eda4-a750-4b37-a493-0e76e178d7a4 req-a3d5ad2b-d8e2-4b97-8193-f5f6ee39ab0a tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0511343 Jul 20 08:28:50.543963 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5ad1eda4-a750-4b37-a493-0e76e178d7a4 req-ee0265aa-f6ad-432f-8259-b3367dddc1dc tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407462 Jul 20 08:28:50.719568 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f7467-f7a5-484d-bea0-eadb359fac04 req-236d4ed4-7d72-4cda-98c7-d94ac7880a1e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:50.721238 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-002f7467-f7a5-484d-bea0-eadb359fac04 req-236d4ed4-7d72-4cda-98c7-d94ac7880a1e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 944 time: 0.0495391 Jul 20 08:28:50.773558 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-002f7467-f7a5-484d-bea0-eadb359fac04 req-d2a776b4-2fbf-459b-8a93-6e74a4d37cf2 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465987 Jul 20 08:28:51.662125 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871b9fd-057a-48c6-ae99-61888ebbfdb5 req-04a28184-f349-4354-a38f-00d012c6a524 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:51.664248 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5871b9fd-057a-48c6-ae99-61888ebbfdb5 req-04a28184-f349-4354-a38f-00d012c6a524 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0508611 Jul 20 08:28:51.713767 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5871b9fd-057a-48c6-ae99-61888ebbfdb5 req-ffa66547-8045-4d8a-a046-c94fdcb3bc23 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440285 Jul 20 08:28:51.887576 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0e715-f539-445c-aa49-dac05d8337eb req-a05f313f-cb0e-49b8-bc37-0cc37662bf90 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:51.889014 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-09d0e715-f539-445c-aa49-dac05d8337eb req-a05f313f-cb0e-49b8-bc37-0cc37662bf90 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 944 time: 0.0481429 Jul 20 08:28:51.937710 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-09d0e715-f539-445c-aa49-dac05d8337eb req-b2cdf821-0eb0-4dbb-adff-edd7e0df21ee tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 Jul 20 08:28:52.208681 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-eaac3292-4419-4bc9-86ee-9513a1a6519b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:52.828531 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b2cff-fd64-47a8-be6b-a1b62e3117be req-f0744031-4182-4045-9df2-dc200066feaf tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:52.830116 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9b7b2cff-fd64-47a8-be6b-a1b62e3117be req-f0744031-4182-4045-9df2-dc200066feaf tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0483754 Jul 20 08:28:52.881167 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9b7b2cff-fd64-47a8-be6b-a1b62e3117be req-3b0e3836-2671-48d2-bc9f-ae25e21e3444 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455370 Jul 20 08:28:53.057715 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965af2f-4a27-4534-9349-bb012fc77f35 req-f86fffc4-8cb8-4db6-b7e5-cfc1901a8d18 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:53.059230 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1965af2f-4a27-4534-9349-bb012fc77f35 req-f86fffc4-8cb8-4db6-b7e5-cfc1901a8d18 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 944 time: 0.0522304 Jul 20 08:28:53.108321 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1965af2f-4a27-4534-9349-bb012fc77f35 req-3eb16c08-2f56-40d5-a252-db64fc248647 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428510 Jul 20 08:28:53.309531 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 3cddf9c2-1c8a-40e4-8522-773a3957740b details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:28:53.410451 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 3cddf9c2-1c8a-40e4-8522-773a3957740b, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=3cddf9c2-1c8a-40e4-8522-773a3957740b,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:28:53.426250 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '3cddf9c2-1c8a-40e4-8522-773a3957740b', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'port_id': '3cddf9c2-1c8a-40e4-8522-773a3957740b', 'mac_address': 'fa:16:3e:2e:3f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:28:53.460975 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 3cddf9c2-1c8a-40e4-8522-773a3957740b is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:28:53.461365 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (3cddf9c2-1c8a-40e4-8522-773a3957740b), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:53.475544 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cddf9c2-1c8a-40e4-8522-773a3957740b {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:28:53.497819 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 3cddf9c2-1c8a-40e4-8522-773a3957740b, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=3cddf9c2-1c8a-40e4-8522-773a3957740b,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:28:53.504333 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (3cddf9c2-1c8a-40e4-8522-773a3957740b), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:53.553713 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=3cddf9c2-1c8a-40e4-8522-773a3957740b,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:53.561593 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:53.561878 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:53.562226 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:53.562617 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:53.562962 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:53.563927 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:53.564267 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:53.564605 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:53.564940 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:53.565270 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:53.565602 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:53.565950 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:53.566280 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:53.566629 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:53.566955 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:53.997066 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b41f4d-3361-4288-9c00-0d6e56da2d0b req-8318e762-c5ca-4374-8153-8631dc30e830 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:53.998559 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d4b41f4d-3361-4288-9c00-0d6e56da2d0b req-8318e762-c5ca-4374-8153-8631dc30e830 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0479102 Jul 20 08:28:54.049434 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d4b41f4d-3361-4288-9c00-0d6e56da2d0b req-60d07dc9-508a-4996-a8e2-cad65ad816c8 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448461 Jul 20 08:28:54.193589 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:54.232223 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a053fd2-bbe4-4b06-98ca-db2cc757062e req-183fc198-7134-49c5-bd0d-b416048a2bec tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:54.233720 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5a053fd2-bbe4-4b06-98ca-db2cc757062e req-183fc198-7134-49c5-bd0d-b416048a2bec tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 945 time: 0.0528867 Jul 20 08:28:54.246696 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:54.287211 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5a053fd2-bbe4-4b06-98ca-db2cc757062e req-23ddf3b7-22dc-4425-8410-3b46dfb18614 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472381 Jul 20 08:28:54.650170 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['3cddf9c2-1c8a-40e4-8522-773a3957740b'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:28:54.755826 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:55.002973 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04c64e-095f-4045-8849-5e544124ea14 req-fa1542c1-599f-4c8d-8cb3-79f82177d514 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:55.004618 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd04c64e-095f-4045-8849-5e544124ea14 req-fa1542c1-599f-4c8d-8cb3-79f82177d514 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0514004 Jul 20 08:28:55.103985 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-dd04c64e-095f-4045-8849-5e544124ea14 req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Deleting port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:28:55.104323 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dd04c64e-095f-4045-8849-5e544124ea14 req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (802be1bc-be90-4f26-8cb8-b64bfed9f1f7), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:55.209082 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ac649-d570-41de-85df-d7c58d1272a3 req-99ad34c3-3509-4b65-8ed4-1a894ad213c6 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:55.210555 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b54ac649-d570-41de-85df-d7c58d1272a3 req-99ad34c3-3509-4b65-8ed4-1a894ad213c6 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 943 time: 0.0916831 Jul 20 08:28:55.244983 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:55.246200 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:55.261876 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-dd04c64e-095f-4045-8849-5e544124ea14 req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] For port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=802be1bc-be90-4f26-8cb8-b64bfed9f1f7,segment=NetworkSegment(a3efadd5-9321-4048-b655-24bd9b5d0f8e),segment_id=a3efadd5-9321-4048-b655-24bd9b5d0f8e)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:28:55.262152 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dd04c64e-095f-4045-8849-5e544124ea14 req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (802be1bc-be90-4f26-8cb8-b64bfed9f1f7), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:55.266046 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:55.288339 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-dd04c64e-095f-4045-8849-5e544124ea14 req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Calling delete_port for 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:28:55.292710 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b54ac649-d570-41de-85df-d7c58d1272a3 req-57bf8bbe-a94c-4140-be5e-e5bf822d57d2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/security-groups?id=b018980a-f6c3-494b-960e-48dd4057adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749471 Jul 20 08:28:55.373063 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:55.402341 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c557e-2acb-4ae1-8c2a-4d794759b71d req-35fd818c-22de-48e3-aebf-f70ac91799b2 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:55.404182 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-351c557e-2acb-4ae1-8c2a-4d794759b71d req-35fd818c-22de-48e3-aebf-f70ac91799b2 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 945 time: 0.0499494 Jul 20 08:28:55.433702 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dd04c64e-095f-4045-8849-5e544124ea14 req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (802be1bc-be90-4f26-8cb8-b64bfed9f1f7), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:55.458551 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-351c557e-2acb-4ae1-8c2a-4d794759b71d req-0e0190a5-b095-4fa5-a08d-6507f0d4a40a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476990 Jul 20 08:28:55.467432 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Pushing event deleted for resources: {'Port': ['ID=802be1bc-be90-4f26-8cb8-b64bfed9f1f7,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:55.480358 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:55.480708 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:55.481052 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:55.481393 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:55.481729 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:55.482061 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:55.482388 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:55.482739 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:55.483067 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:55.483393 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:55.483843 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:55.484039 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:55.484362 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:55.484681 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:55.485001 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:28:55.522610 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd04c64e-095f-4045-8849-5e544124ea14 req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] No DVR routers for this DVR port 802be1bc-be90-4f26-8cb8-b64bfed9f1f7 on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:28:55.525594 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dd04c64e-095f-4045-8849-5e544124ea14 req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:55.528902 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd04c64e-095f-4045-8849-5e544124ea14 req-6fd6b314-26b9-4eb2-a47d-059cf0ceabb2 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.18 "DELETE /v2.0/ports/802be1bc-be90-4f26-8cb8-b64bfed9f1f7 HTTP/1.1" status: 204 len: 173 time: 0.5172732 Jul 20 08:28:55.529348 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f468975-0a18-49f7-a45c-b5973ea35837', 'name': 'network-vif-deleted', 'tag': '802be1bc-be90-4f26-8cb8-b64bfed9f1f7'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:28:55.531698 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccd194e-7bfa-49c7-b781-0c2e544c2c07" -d '{"events": [{"server_uuid": "0f468975-0a18-49f7-a45c-b5973ea35837", "name": "network-vif-deleted", "tag": "802be1bc-be90-4f26-8cb8-b64bfed9f1f7"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:28:55.568462 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d3f656-3761-40e1-9122-e64834ed7274 x-openstack-request-id: req-82d3f656-3761-40e1-9122-e64834ed7274 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:28:55.568756 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f468975-0a18-49f7-a45c-b5973ea35837", "name": "network-vif-deleted", "tag": "802be1bc-be90-4f26-8cb8-b64bfed9f1f7", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:28:55.569118 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82d3f656-3761-40e1-9122-e64834ed7274 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:28:55.569527 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d3f656-3761-40e1-9122-e64834ed7274'] response: {'server_uuid': '0f468975-0a18-49f7-a45c-b5973ea35837', 'name': 'network-vif-deleted', 'tag': '802be1bc-be90-4f26-8cb8-b64bfed9f1f7', 'status': 'completed', 'code': 200} Jul 20 08:28:56.363712 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 3cddf9c2-1c8a-40e4-8522-773a3957740b up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:28:56.411189 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 3cddf9c2-1c8a-40e4-8522-773a3957740b completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:28:56.412390 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9696442a-050c-4d89-975d-b3ff80e94d5f req-dc691c84-b1c8-43e5-88e2-00af9b1ac0b1 tempest-VolumesActionsTest-1676923366 tempest-VolumesActionsTest-1676923366-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f468975-0a18-49f7-a45c-b5973ea35837 HTTP/1.1" status: 200 len: 210 time: 0.0343068 Jul 20 08:28:56.417370 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 3cddf9c2-1c8a-40e4-8522-773a3957740b triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:28:56.418012 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (3cddf9c2-1c8a-40e4-8522-773a3957740b), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:56.499392 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:28:56.504444 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 3cddf9c2-1c8a-40e4-8522-773a3957740b is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:28:56.504855 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (3cddf9c2-1c8a-40e4-8522-773a3957740b), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:56.554460 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cddf9c2-1c8a-40e4-8522-773a3957740b'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:28:56.556926 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566cf4ef-0040-40fc-98d9-b450c06f4d97" -d '{"events": [{"server_uuid": "bd05a594-404a-4d6e-ab1a-ee3aacb3970d", "name": "network-vif-plugged", "status": "completed", "tag": "3cddf9c2-1c8a-40e4-8522-773a3957740b"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:28:56.568458 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:56.574837 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 3cddf9c2-1c8a-40e4-8522-773a3957740b, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=3cddf9c2-1c8a-40e4-8522-773a3957740b,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:28:56.581301 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (3cddf9c2-1c8a-40e4-8522-773a3957740b), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:56.600484 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daffcd4-e658-4236-b669-eb2b598d0a62 req-d00db0e5-b2a1-4c03-9b1a-9d069decadf9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:56.602061 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4daffcd4-e658-4236-b669-eb2b598d0a62 req-d00db0e5-b2a1-4c03-9b1a-9d069decadf9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 945 time: 0.0593140 Jul 20 08:28:56.628997 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f986150e-1ef1-4192-bfcd-5ebfc44b2f5e x-openstack-request-id: req-f986150e-1ef1-4192-bfcd-5ebfc44b2f5e {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:28:56.629321 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd05a594-404a-4d6e-ab1a-ee3aacb3970d", "name": "network-vif-plugged", "status": "completed", "tag": "3cddf9c2-1c8a-40e4-8522-773a3957740b", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:28:56.629583 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f986150e-1ef1-4192-bfcd-5ebfc44b2f5e {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:28:56.629989 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f986150e-1ef1-4192-bfcd-5ebfc44b2f5e'] response: {'server_uuid': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cddf9c2-1c8a-40e4-8522-773a3957740b', 'code': 200} Jul 20 08:28:56.647736 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=3cddf9c2-1c8a-40e4-8522-773a3957740b,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:28:56.654931 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4daffcd4-e658-4236-b669-eb2b598d0a62 req-dd2be092-06ce-4778-b2b9-96d92bab282a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465362 Jul 20 08:28:56.684617 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:28:56.869209 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebf6e6-4ed8-43cc-9bf5-f9399527b70c req-da1e834b-a8bd-40d1-b5c7-8ed5af9f21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:56.870642 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-44ebf6e6-4ed8-43cc-9bf5-f9399527b70c req-da1e834b-a8bd-40d1-b5c7-8ed5af9f21f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 1130 time: 0.0430038 Jul 20 08:28:56.917194 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-44ebf6e6-4ed8-43cc-9bf5-f9399527b70c req-f0663a51-0a3a-4b1e-91a8-dbf7ebd4941a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395246 Jul 20 08:28:57.780105 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e3cf2-7b2e-486f-94b1-db484adce816 req-2d32774a-fcb5-4a6b-98a4-2f69682db553 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:57.781579 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4f6e3cf2-7b2e-486f-94b1-db484adce816 req-2d32774a-fcb5-4a6b-98a4-2f69682db553 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0497034 Jul 20 08:28:57.834757 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4f6e3cf2-7b2e-486f-94b1-db484adce816 req-20f271da-38a9-4c38-909d-40d1c9758954 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462883 Jul 20 08:28:58.947416 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5822d-5910-4e28-8ec9-2dd8b43d3592 req-c35bf1aa-eaa9-4d77-a912-44d88a93ad00 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:28:58.948906 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1be5822d-5910-4e28-8ec9-2dd8b43d3592 req-c35bf1aa-eaa9-4d77-a912-44d88a93ad00 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0487025 Jul 20 08:28:58.995876 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1be5822d-5910-4e28-8ec9-2dd8b43d3592 req-748c76b3-d2a4-4be9-9e35-8ca1b791653f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413196 Jul 20 08:29:00.110058 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b93884-841e-4938-9737-36a6ef7666bc req-eb58b0d6-c068-409f-b4ea-2e3b64d8c475 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:00.111717 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-44b93884-841e-4938-9737-36a6ef7666bc req-eb58b0d6-c068-409f-b4ea-2e3b64d8c475 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0492167 Jul 20 08:29:00.162346 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-44b93884-841e-4938-9737-36a6ef7666bc req-bcdd453f-bf15-4996-ab4d-dcc391e00efa tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451050 Jul 20 08:29:01.275037 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24c1eb-a841-4609-85e0-432dfb3bdb18 req-d941f399-9e11-4208-a43f-6ae308896998 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:01.276336 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4c24c1eb-a841-4609-85e0-432dfb3bdb18 req-d941f399-9e11-4208-a43f-6ae308896998 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0476954 Jul 20 08:29:01.325159 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4c24c1eb-a841-4609-85e0-432dfb3bdb18 req-85eb459b-26cd-4c17-b764-655b4bde812e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433109 Jul 20 08:29:02.441904 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a7138-b38d-44a9-a001-33316211850f req-c76a8d3c-a8f2-4cd6-b116-ef83586446a9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:02.443407 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4b6a7138-b38d-44a9-a001-33316211850f req-c76a8d3c-a8f2-4cd6-b116-ef83586446a9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0478828 Jul 20 08:29:02.490787 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4b6a7138-b38d-44a9-a001-33316211850f req-86a11bfa-10e7-45aa-b44e-45f6a064884d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417728 Jul 20 08:29:03.609030 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04bea0-657d-4622-9f45-bbd103fa9e0e req-1d348e24-7d2a-433e-99eb-d23224932bdd tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:03.610708 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3c04bea0-657d-4622-9f45-bbd103fa9e0e req-1d348e24-7d2a-433e-99eb-d23224932bdd tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0513248 Jul 20 08:29:03.658827 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3c04bea0-657d-4622-9f45-bbd103fa9e0e req-c28c6f22-8d05-4d60-9a98-24afb2a1c95b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426519 Jul 20 08:29:04.779998 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eae6c-5a60-4233-903d-f915d44840f4 req-e5881c0f-5140-4b59-8438-ce7516d954dc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:04.781514 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d25eae6c-5a60-4233-903d-f915d44840f4 req-e5881c0f-5140-4b59-8438-ce7516d954dc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0488706 Jul 20 08:29:04.829274 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d25eae6c-5a60-4233-903d-f915d44840f4 req-c547d6c9-8e23-4837-9c5b-04b0831a86ea tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 Jul 20 08:29:05.944040 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ea5d0-a0ac-4b4b-a364-79227274b83b req-b929a2c2-eb68-4913-8283-e2b63a42aec2 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:05.945763 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9d1ea5d0-a0ac-4b4b-a364-79227274b83b req-b929a2c2-eb68-4913-8283-e2b63a42aec2 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0495811 Jul 20 08:29:05.994163 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9d1ea5d0-a0ac-4b4b-a364-79227274b83b req-a11439d9-1c54-48b1-8aa3-e0ed2c9172ad tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428801 Jul 20 08:29:06.108799 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:06.109550 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:06.670383 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:06.680778 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:07.113567 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f29e3-b12b-4986-a0a9-980eb8ce4c91 req-b59c977e-b006-4239-957b-fe1a6dcba191 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:07.115120 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-094f29e3-b12b-4986-a0a9-980eb8ce4c91 req-b59c977e-b006-4239-957b-fe1a6dcba191 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0531085 Jul 20 08:29:07.162459 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-094f29e3-b12b-4986-a0a9-980eb8ce4c91 req-e2fbe324-a77a-48d2-9781-caa0489ca05a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416508 Jul 20 08:29:08.288066 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8f0a-b213-4885-a836-66195a1ee913 req-af96c7a3-ad45-4081-88a2-79aebd36f412 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:08.289518 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-761c8f0a-b213-4885-a836-66195a1ee913 req-af96c7a3-ad45-4081-88a2-79aebd36f412 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0533967 Jul 20 08:29:08.341338 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-761c8f0a-b213-4885-a836-66195a1ee913 req-c328857d-2928-4cff-befc-2d2cdc4fb45f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461028 Jul 20 08:29:08.441098 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:08.453840 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d7079-06e6-4327-9e09-a27163c59c50 req-0a2d7b3f-abff-4121-8241-d69f8cf4e83a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:08.455894 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1f1d7079-06e6-4327-9e09-a27163c59c50 req-0a2d7b3f-abff-4121-8241-d69f8cf4e83a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0506408 Jul 20 08:29:08.464999 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 36774) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:08.469698 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-6f600bdc-7272-40a8-9af9-a62b647567a0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Request body: {'floatingip': {'port_id': '3cddf9c2-1c8a-40e4-8522-773a3957740b'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:29:08.508051 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6f600bdc-7272-40a8-9af9-a62b647567a0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for floatingip (cb7351ef-c453-4a04-ab44-b5a95c1c1961), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:08.597497 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:08.885074 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:08.939695 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6f600bdc-7272-40a8-9af9-a62b647567a0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:08.943982 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6f600bdc-7272-40a8-9af9-a62b647567a0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (cb7351ef-c453-4a04-ab44-b5a95c1c1961), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:09.063167 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-6f600bdc-7272-40a8-9af9-a62b647567a0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Floating IP cb7351ef-c453-4a04-ab44-b5a95c1c1961 associated. External IP: 172.27.1.146, port: 3cddf9c2-1c8a-40e4-8522-773a3957740b. Jul 20 08:29:09.274465 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f600bdc-7272-40a8-9af9-a62b647567a0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:29:09.380955 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f600bdc-7272-40a8-9af9-a62b647567a0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:29:09.385976 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6f600bdc-7272-40a8-9af9-a62b647567a0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:09.390790 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9e6118-2d6f-4d80-9ac7-19bb4bb4de0e None None] Sync routers for ids ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:29:09.403049 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9e6118-2d6f-4d80-9ac7-19bb4bb4de0e None None] Routers {'5f399a45-12c2-4784-bae4-5298c4e0c3c6'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:29:09.403759 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-cc9e6118-2d6f-4d80-9ac7-19bb4bb4de0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:28:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:09.418102 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-6f600bdc-7272-40a8-9af9-a62b647567a0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "PUT /v2.0/floatingips/cb7351ef-c453-4a04-ab44-b5a95c1c1961 HTTP/1.1" status: 200 len: 992 time: 0.9518256 Jul 20 08:29:09.418609 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'tag': '3cddf9c2-1c8a-40e4-8522-773a3957740b'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:29:09.421169 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00f69ad5a0cac4e7728d797b6610dcca539aaa5862e314ac00bb2191cad31ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6873ad3d-0925-42e7-9a1a-b9d9d3fc15e2" -d '{"events": [{"name": "network-changed", "server_uuid": "bd05a594-404a-4d6e-ab1a-ee3aacb3970d", "tag": "3cddf9c2-1c8a-40e4-8522-773a3957740b"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:29:09.459688 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566c892d-f57a-4981-9087-fd8857a1f981 x-openstack-request-id: req-566c892d-f57a-4981-9087-fd8857a1f981 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:29:09.459975 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd05a594-404a-4d6e-ab1a-ee3aacb3970d", "tag": "3cddf9c2-1c8a-40e4-8522-773a3957740b", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:29:09.460223 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-566c892d-f57a-4981-9087-fd8857a1f981 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:29:09.460622 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566c892d-f57a-4981-9087-fd8857a1f981'] response: {'name': 'network-changed', 'server_uuid': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'tag': '3cddf9c2-1c8a-40e4-8522-773a3957740b', 'status': 'completed', 'code': 200} Jul 20 08:29:09.513552 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-cc9e6118-2d6f-4d80-9ac7-19bb4bb4de0e None None] Set router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:29:09.647927 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:09.831437 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-cc9e6118-2d6f-4d80-9ac7-19bb4bb4de0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:25:42Z', 'revision_number': 4, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port': {'id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:35Z', 'updated_at': '2022-07-20T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': 'cb7351ef-c453-4a04-ab44-b5a95c1c1961', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'port_id': '3cddf9c2-1c8a-40e4-8522-773a3957740b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'mac_address': 'fa:16:3e:2e:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:28:32Z', 'updated_at': '2022-07-20T08:29:08Z', 'revision_number': 1, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a635e176-b14e-4c83-a08e-fe54edacd827', 'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'mac_address': 'fa:16:3e:74:65:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:39Z', 'updated_at': '2022-07-20T08:25:59Z', 'revision_number': 5, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'subnets': [{'id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:09.864369 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9e6118-2d6f-4d80-9ac7-19bb4bb4de0e None None] Checking router: 5f399a45-12c2-4784-bae4-5298c4e0c3c6 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:29:09.873457 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9e6118-2d6f-4d80-9ac7-19bb4bb4de0e None None] Routers {'5f399a45-12c2-4784-bae4-5298c4e0c3c6'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:29:09.874096 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-cc9e6118-2d6f-4d80-9ac7-19bb4bb4de0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:28:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:09.997074 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-cc9e6118-2d6f-4d80-9ac7-19bb4bb4de0e None None] Set router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:29:10.250713 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-cc9e6118-2d6f-4d80-9ac7-19bb4bb4de0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:25:42Z', 'revision_number': 4, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port': {'id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:35Z', 'updated_at': '2022-07-20T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': 'cb7351ef-c453-4a04-ab44-b5a95c1c1961', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'port_id': '3cddf9c2-1c8a-40e4-8522-773a3957740b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'mac_address': 'fa:16:3e:2e:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:28:32Z', 'updated_at': '2022-07-20T08:29:08Z', 'revision_number': 1, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a635e176-b14e-4c83-a08e-fe54edacd827', 'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'mac_address': 'fa:16:3e:74:65:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:39Z', 'updated_at': '2022-07-20T08:25:59Z', 'revision_number': 5, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'subnets': [{'id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:10.278408 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9e6118-2d6f-4d80-9ac7-19bb4bb4de0e None None] The sync data for ids ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'] in dv-cinder-823089-3-iscsi is: [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:25:42Z', 'revision_number': 4, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port': {'id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:35Z', 'updated_at': '2022-07-20T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': 'cb7351ef-c453-4a04-ab44-b5a95c1c1961', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'port_id': '3cddf9c2-1c8a-40e4-8522-773a3957740b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'mac_address': 'fa:16:3e:2e:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:28:32Z', 'updated_at': '2022-07-20T08:29:08Z', 'revision_number': 1, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a635e176-b14e-4c83-a08e-fe54edacd827', 'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'mac_address': 'fa:16:3e:74:65:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:39Z', 'updated_at': '2022-07-20T08:25:59Z', 'revision_number': 5, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'subnets': [{'id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:29:10.459489 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d8be21-0451-47b8-b589-d6829dae8d04 None None] New status for floating IP cb7351ef-c453-4a04-ab44-b5a95c1c1961: ACTIVE {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:29:12.358021 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873ad3d-0925-42e7-9a1a-b9d9d3fc15e2 req-0d08d575-e43c-4ace-b013-2ad81aede820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:12.359624 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6873ad3d-0925-42e7-9a1a-b9d9d3fc15e2 req-0d08d575-e43c-4ace-b013-2ad81aede820 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 1130 time: 0.0399778 Jul 20 08:29:12.456483 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873ad3d-0925-42e7-9a1a-b9d9d3fc15e2 req-4454db84-e0d8-4916-a47b-81224d5d2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:12.458067 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6873ad3d-0925-42e7-9a1a-b9d9d3fc15e2 req-4454db84-e0d8-4916-a47b-81224d5d2077 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 920 time: 0.0924335 Jul 20 08:29:12.521318 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6873ad3d-0925-42e7-9a1a-b9d9d3fc15e2 req-22013fc9-486c-4370-97bd-18f474aa34cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cddf9c2-1c8a-40e4-8522-773a3957740b HTTP/1.1" status: 200 len: 1002 time: 0.0568027 Jul 20 08:29:12.576414 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873ad3d-0925-42e7-9a1a-b9d9d3fc15e2 req-f616307b-03c3-4844-8a48-be0590a249bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:12.577916 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6873ad3d-0925-42e7-9a1a-b9d9d3fc15e2 req-f616307b-03c3-4844-8a48-be0590a249bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d83857be-db60-44b9-859b-cdb8e58b501d HTTP/1.1" status: 200 len: 858 time: 0.0498517 Jul 20 08:29:12.622328 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873ad3d-0925-42e7-9a1a-b9d9d3fc15e2 req-4f54e4a2-fc62-49a4-a7f3-8b6b82e50788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:12.623860 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6873ad3d-0925-42e7-9a1a-b9d9d3fc15e2 req-4f54e4a2-fc62-49a4-a7f3-8b6b82e50788 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c96fa3a3-1d61-4869-813f-bb65cb182cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398619 Jul 20 08:29:12.671973 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:12.736924 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6873ad3d-0925-42e7-9a1a-b9d9d3fc15e2 req-fc6838ef-9c11-49d0-b8f9-de98580177ee service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882304 Jul 20 08:29:12.825459 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6873ad3d-0925-42e7-9a1a-b9d9d3fc15e2 req-5e663b26-5990-402f-bac7-4c48565269cb service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838363 Jul 20 08:29:19.411729 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=52 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:19.414704 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:19.593347 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d454297b-abd5-44ee-8bc6-2e58b80d963c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:20.613910 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:20.634387 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=13 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:22.220044 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8e93e907-8e9f-4adc-9149-6c5fc27a589c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:22.249653 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:29:22.820837 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=49 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:22.822287 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=18 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:24.196721 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:26.525514 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:26.673325 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:32.244239 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:32.245899 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:34.077030 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37158) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:34.169191 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37166) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:34.346037 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e7831a5c-8545-407d-9bd2-c322ee814330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:34.369284 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:34.460112 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Publish callbacks [] for security_group (a4bfc2fd-1b88-4400-a7c8-75879ebb34cf), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:34.465595 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (a4bfc2fd-1b88-4400-a7c8-75879ebb34cf), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:34.467769 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e7831a5c-8545-407d-9bd2-c322ee814330 admin admin] Publish callbacks [] for security_group (687b47e3-74bd-4dca-902c-90e7afca4edd), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:34.483984 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e7831a5c-8545-407d-9bd2-c322ee814330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (687b47e3-74bd-4dca-902c-90e7afca4edd), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:34.531733 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e7831a5c-8545-407d-9bd2-c322ee814330 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef27aa2b591747229fbca4a581606b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3613195 Jul 20 08:29:34.532374 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37172) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:34.535754 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bfc2fd-1b88-4400-a7c8-75879ebb34cf,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:34.550471 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f10167a86c1e4f0e97f215966e218de3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4713495 Jul 20 08:29:34.551802 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37174) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:34.606394 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:34.606797 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:34.607190 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:34.607514 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:34.607945 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:34.608183 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:34.608605 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:34.608976 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:34.609158 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7831a5c-8545-407d-9bd2-c322ee814330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687b47e3-74bd-4dca-902c-90e7afca4edd,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:34.609333 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:34.609504 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:34.609791 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:34.610121 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:34.610445 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:34.610815 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:34.611116 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316404e-2bf9-460e-9e06-c6646baf59d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:34.644737 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-67db9c80-e8e1-4eea-8263-8f30b279afe5 admin admin] Publish callbacks [] for security_group (687b47e3-74bd-4dca-902c-90e7afca4edd), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:34.664478 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-49e8feb6-6166-42d4-9ace-f9ee856766ce admin admin] Publish callbacks [] for security_group (a4bfc2fd-1b88-4400-a7c8-75879ebb34cf), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:34.672523 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-67db9c80-e8e1-4eea-8263-8f30b279afe5 admin admin] Publish callbacks [] for security_group (687b47e3-74bd-4dca-902c-90e7afca4edd), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:34.698818 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-49e8feb6-6166-42d4-9ace-f9ee856766ce admin admin] Publish callbacks [] for security_group (a4bfc2fd-1b88-4400-a7c8-75879ebb34cf), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:34.743502 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-67db9c80-e8e1-4eea-8263-8f30b279afe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (687b47e3-74bd-4dca-902c-90e7afca4edd), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:34.746307 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-67db9c80-e8e1-4eea-8263-8f30b279afe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:34.747794 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-67db9c80-e8e1-4eea-8263-8f30b279afe5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/687b47e3-74bd-4dca-902c-90e7afca4edd HTTP/1.1" status: 204 len: 168 time: 0.2133493 Jul 20 08:29:34.758676 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db9c80-e8e1-4eea-8263-8f30b279afe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687b47e3-74bd-4dca-902c-90e7afca4edd,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:34.806107 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-49e8feb6-6166-42d4-9ace-f9ee856766ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (a4bfc2fd-1b88-4400-a7c8-75879ebb34cf), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:34.808955 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-49e8feb6-6166-42d4-9ace-f9ee856766ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:34.812661 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-49e8feb6-6166-42d4-9ace-f9ee856766ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a4bfc2fd-1b88-4400-a7c8-75879ebb34cf HTTP/1.1" status: 204 len: 168 time: 0.2501712 Jul 20 08:29:34.832024 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8feb6-6166-42d4-9ace-f9ee856766ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bfc2fd-1b88-4400-a7c8-75879ebb34cf,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:35.445057 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37196) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:35.459704 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e0045c8a-c0e2-4c26-8938-7d6ab8be0eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:35.577706 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e0045c8a-c0e2-4c26-8938-7d6ab8be0eff admin admin] Publish callbacks [] for security_group (6c574ceb-ddb0-43e8-9d2d-1c82d00494a1), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:35.586213 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e0045c8a-c0e2-4c26-8938-7d6ab8be0eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (6c574ceb-ddb0-43e8-9d2d-1c82d00494a1), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:35.637458 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-e0045c8a-c0e2-4c26-8938-7d6ab8be0eff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d9ccd187f98f4560a3c65f6119e11b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1912508 Jul 20 08:29:35.640790 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37198) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:35.649632 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0045c8a-c0e2-4c26-8938-7d6ab8be0eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c574ceb-ddb0-43e8-9d2d-1c82d00494a1,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:35.733713 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-35a25ae4-e71b-46a4-80ec-e37fbf2b9065 admin admin] Publish callbacks [] for security_group (6c574ceb-ddb0-43e8-9d2d-1c82d00494a1), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:35.782514 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-35a25ae4-e71b-46a4-80ec-e37fbf2b9065 admin admin] Publish callbacks [] for security_group (6c574ceb-ddb0-43e8-9d2d-1c82d00494a1), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:35.896937 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-35a25ae4-e71b-46a4-80ec-e37fbf2b9065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (6c574ceb-ddb0-43e8-9d2d-1c82d00494a1), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:35.903193 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-35a25ae4-e71b-46a4-80ec-e37fbf2b9065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:35.906140 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-35a25ae4-e71b-46a4-80ec-e37fbf2b9065 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6c574ceb-ddb0-43e8-9d2d-1c82d00494a1 HTTP/1.1" status: 204 len: 168 time: 0.2634680 Jul 20 08:29:35.928246 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a25ae4-e71b-46a4-80ec-e37fbf2b9065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c574ceb-ddb0-43e8-9d2d-1c82d00494a1,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:36.694554 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2138b065-251b-4770-89dd-fceade003e3f req-07d86505-3bd4-48a7-8c9f-6026d036e620 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1217530 Jul 20 08:29:36.844266 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138b065-251b-4770-89dd-fceade003e3f req-729331b0-5945-4ed2-b12b-bc5568b0020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:36.847061 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2138b065-251b-4770-89dd-fceade003e3f req-729331b0-5945-4ed2-b12b-bc5568b0020f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80faf6362e244bb992ffb6058ceeefda&device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 1130 time: 0.1035614 Jul 20 08:29:36.999357 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37240) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:37.078917 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138b065-251b-4770-89dd-fceade003e3f req-8d79ad5b-ec5f-4277-80c5-f21b7512ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:37.081676 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2138b065-251b-4770-89dd-fceade003e3f req-8d79ad5b-ec5f-4277-80c5-f21b7512ce63 service neutron] 10.222.0.18 "GET /v2.0/networks?id=493487e7-e371-48c4-94a1-b290ee37dc8e HTTP/1.1" status: 200 len: 918 time: 0.2091358 Jul 20 08:29:37.207420 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c927568b-4ddc-4885-bd59-9bdc3bc0da7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:37.217761 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2138b065-251b-4770-89dd-fceade003e3f req-f0d9ac66-1287-4a83-9510-930612b86095 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3 HTTP/1.1" status: 200 len: 1002 time: 0.1265974 Jul 20 08:29:37.313928 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138b065-251b-4770-89dd-fceade003e3f req-a9993437-2e22-4a47-a1c6-87820b6c85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:37.315736 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2138b065-251b-4770-89dd-fceade003e3f req-a9993437-2e22-4a47-a1c6-87820b6c85a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1674d774-8563-48a3-b527-f0af4400482d HTTP/1.1" status: 200 len: 856 time: 0.0866258 Jul 20 08:29:37.384187 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c927568b-4ddc-4885-bd59-9bdc3bc0da7c admin admin] Publish callbacks [] for security_group (7c31b4c6-d5c7-4946-a021-fbe4312f2336), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:37.407584 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c927568b-4ddc-4885-bd59-9bdc3bc0da7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (7c31b4c6-d5c7-4946-a021-fbe4312f2336), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:37.435866 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:37.446102 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138b065-251b-4770-89dd-fceade003e3f req-e617d3a9-d1ba-4200-b057-62853952b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:37.449711 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2138b065-251b-4770-89dd-fceade003e3f req-e617d3a9-d1ba-4200-b057-62853952b9d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=493487e7-e371-48c4-94a1-b290ee37dc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1265252 Jul 20 08:29:37.488561 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37252) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:37.488890 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-c927568b-4ddc-4885-bd59-9bdc3bc0da7c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df0009d53ec14eb48ad8dbe662d5e1d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4779835 Jul 20 08:29:37.488890 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927568b-4ddc-4885-bd59-9bdc3bc0da7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c31b4c6-d5c7-4946-a021-fbe4312f2336,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:37.525708 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:37.595521 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:37.705423 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-36787142-99f6-4f28-8a39-1b99cb5af25b admin admin] Publish callbacks [] for security_group (7c31b4c6-d5c7-4946-a021-fbe4312f2336), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:37.709627 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2138b065-251b-4770-89dd-fceade003e3f req-43e68c26-91e2-4d9f-88b7-e6a654d924c9 service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450452 Jul 20 08:29:37.835091 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-36787142-99f6-4f28-8a39-1b99cb5af25b admin admin] Publish callbacks [] for security_group (7c31b4c6-d5c7-4946-a021-fbe4312f2336), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:37.907494 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2138b065-251b-4770-89dd-fceade003e3f req-0ab1b5f6-cfd8-4096-b839-64e3b7fac193 service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879070 Jul 20 08:29:37.949015 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-36787142-99f6-4f28-8a39-1b99cb5af25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (7c31b4c6-d5c7-4946-a021-fbe4312f2336), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:37.953291 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-36787142-99f6-4f28-8a39-1b99cb5af25b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:37.958025 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-36787142-99f6-4f28-8a39-1b99cb5af25b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c31b4c6-d5c7-4946-a021-fbe4312f2336 HTTP/1.1" status: 204 len: 168 time: 0.4729958 Jul 20 08:29:37.971211 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36787142-99f6-4f28-8a39-1b99cb5af25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c31b4c6-d5c7-4946-a021-fbe4312f2336,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:38.005105 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:38.009190 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:39.001092 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37332) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:39.133180 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-756d43b1-f59f-45e9-93ee-029b164bfe98 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-794031210-network', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:29:39.158415 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756d43b1-f59f-45e9-93ee-029b164bfe98 admin admin] Made reservation on behalf of fcfc8ebb18c54de29556d0b93593d676 for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:29:39.161063 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-756d43b1-f59f-45e9-93ee-029b164bfe98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:39.172648 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-756d43b1-f59f-45e9-93ee-029b164bfe98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:39.276995 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-756d43b1-f59f-45e9-93ee-029b164bfe98 admin admin] Publish callbacks [] for security_group (c88bd001-5e7c-46b7-949d-b9a8503583e5), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:39.282991 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-756d43b1-f59f-45e9-93ee-029b164bfe98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (c88bd001-5e7c-46b7-949d-b9a8503583e5), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:39.313770 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756d43b1-f59f-45e9-93ee-029b164bfe98 admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:29:39.328524 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d43b1-f59f-45e9-93ee-029b164bfe98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88bd001-5e7c-46b7-949d-b9a8503583e5,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:39.331658 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-756d43b1-f59f-45e9-93ee-029b164bfe98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (326f4fb2-8eb9-4c8e-8125-1852d82be619), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:39.332002 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-756d43b1-f59f-45e9-93ee-029b164bfe98 admin admin] Added segment 326f4fb2-8eb9-4c8e-8125-1852d82be619 of type vlan for network 348269a8-7968-40a5-99e7-854f19c8d583 Jul 20 08:29:39.382805 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-756d43b1-f59f-45e9-93ee-029b164bfe98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (348269a8-7968-40a5-99e7-854f19c8d583), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:39.412041 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-756d43b1-f59f-45e9-93ee-029b164bfe98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (348269a8-7968-40a5-99e7-854f19c8d583), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:39.415029 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756d43b1-f59f-45e9-93ee-029b164bfe98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:39.415029 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-756d43b1-f59f-45e9-93ee-029b164bfe98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:39.482673 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-756d43b1-f59f-45e9-93ee-029b164bfe98 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4804354 Jul 20 08:29:39.487597 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37378) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:39.489019 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d43b1-f59f-45e9-93ee-029b164bfe98 admin admin] Pushing event updated for resources: {'Network': ['ID=348269a8-7968-40a5-99e7-854f19c8d583,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:39.494690 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-4e6d1557-42cd-4f10-be8c-de3416665dbd admin admin] Request body: {'subnet': {'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-794031210-subnet', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'ip_version': 4}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:29:39.501398 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network 348269a8-7968-40a5-99e7-854f19c8d583 details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:29:39.547453 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6d1557-42cd-4f10-be8c-de3416665dbd admin admin] Made reservation on behalf of fcfc8ebb18c54de29556d0b93593d676 for: {'subnet': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:29:39.550750 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e6d1557-42cd-4f10-be8c-de3416665dbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530497345'] for subnet (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:39.679944 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:39.790920 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:39.859768 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e6d1557-42cd-4f10-be8c-de3416665dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529141715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530497367'] for subnet (3c888370-e66b-4395-b90c-a65ec529794b), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:39.949970 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d1557-42cd-4f10-be8c-de3416665dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c888370-e66b-4395-b90c-a65ec529794b,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:39.959442 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6d1557-42cd-4f10-be8c-de3416665dbd admin admin] Checking segment: {'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:29:39.959860 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6d1557-42cd-4f10-be8c-de3416665dbd admin admin] Network hostable DHCP agents. Network: 348269a8-7968-40a5-99e7-854f19c8d583, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:29:39.979467 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6d1557-42cd-4f10-be8c-de3416665dbd admin admin] Network 348269a8-7968-40a5-99e7-854f19c8d583 is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:29:39.989802 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-4e6d1557-42cd-4f10-be8c-de3416665dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, 348269a8-7968-40a5-99e7-854f19c8d583) {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:29:39.995615 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6d1557-42cd-4f10-be8c-de3416665dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:39.996851 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e6d1557-42cd-4f10-be8c-de3416665dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:39.999841 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817be24d-2dd3-472d-a00d-8803f10e2d6f None None] Network 348269a8-7968-40a5-99e7-854f19c8d583 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:29:40.022493 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-4e6d1557-42cd-4f10-be8c-de3416665dbd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5330756 Jul 20 08:29:40.025729 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37430) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:40.033394 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:29:40.065287 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3716'] for router (d55d3f47-7fbb-45b3-b270-07e76c2cc801), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:40.066710 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3727'] for router (d55d3f47-7fbb-45b3-b270-07e76c2cc801), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:40.143912 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp559ec1a5-64fa-5701-adf0-4540e30e92f7-348269a8-7968-40a5-99e7-854f19c8d583', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b'}]}} from dv-cinder-823089-3-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 08:29:40.144997 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:40.157300 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Publish callbacks [] for router_controller (d55d3f47-7fbb-45b3-b270-07e76c2cc801), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:40.302080 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:40.310274 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Publish callbacks [] for router_gateway (d55d3f47-7fbb-45b3-b270-07e76c2cc801), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:40.330179 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Allocated IP 172.20.0.2 (348269a8-7968-40a5-99e7-854f19c8d583/3c888370-e66b-4395-b90c-a65ec529794b/5ee0d9d2-17cb-4d89-84cd-59f3f1980003) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:29:40.478050 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:40.509322 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Publish callbacks [] for port (5ee0d9d2-17cb-4d89-84cd-59f3f1980003), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:40.517786 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (5ee0d9d2-17cb-4d89-84cd-59f3f1980003), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:40.532391 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Publish callbacks [] for router_gateway (d55d3f47-7fbb-45b3-b270-07e76c2cc801), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:40.552214 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:40.560838 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Network 348269a8-7968-40a5-99e7-854f19c8d583 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:29:40.566959 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:29:40.572142 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:29:40.585531 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Pushing event updated for resources: {'Port': ['ID=5ee0d9d2-17cb-4d89-84cd-59f3f1980003,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:40.649297 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Attempting to bind port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:29:40.650874 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Attempting to bind port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:29:40.651068 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Attempting to bind port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 on network 348269a8-7968-40a5-99e7-854f19c8d583 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:29:40.656857 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:29:40.657398 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Checking segment: {'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:29:40.658012 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:40.658405 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Bound using segment: {'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:29:40.658904 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Bound port: 5ee0d9d2-17cb-4d89-84cd-59f3f1980003, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:29:40.659418 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (5ee0d9d2-17cb-4d89-84cd-59f3f1980003), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:40.667280 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37470) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:40.689621 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Allocated IP 172.27.1.194 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/14d6285c-1aa1-4a7d-b324-0e608d6681a9) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:29:40.726286 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] For port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:29:40.730335 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] For port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=5ee0d9d2-17cb-4d89-84cd-59f3f1980003,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:29:40.738822 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (5ee0d9d2-17cb-4d89-84cd-59f3f1980003), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:40.813867 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494f8d4-b169-4361-8ab0-97f645b7c9b5 None None] Pushing event updated for resources: {'Port': ['ID=5ee0d9d2-17cb-4d89-84cd-59f3f1980003,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:40.821545 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Publish callbacks [] for port (14d6285c-1aa1-4a7d-b324-0e608d6681a9), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:40.835815 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3c045365-a9e5-49d9-b4c2-ef35089986a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:40.859245 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (14d6285c-1aa1-4a7d-b324-0e608d6681a9), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:40.906054 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:29:40.909443 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:29:40.912528 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:29:40.948957 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Pushing event updated for resources: {'Port': ['ID=14d6285c-1aa1-4a7d-b324-0e608d6681a9,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:41.168689 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:41.196646 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3c045365-a9e5-49d9-b4c2-ef35089986a8 admin admin] Publish callbacks [] for security_group (8f00532b-be85-4dd1-bf5e-98bf6fee97af), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:41.201200 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3c045365-a9e5-49d9-b4c2-ef35089986a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (8f00532b-be85-4dd1-bf5e-98bf6fee97af), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:41.231718 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Publish callbacks [] for router_gateway (d55d3f47-7fbb-45b3-b270-07e76c2cc801), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:41.239953 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c045365-a9e5-49d9-b4c2-ef35089986a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f00532b-be85-4dd1-bf5e-98bf6fee97af,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:41.245087 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-3c045365-a9e5-49d9-b4c2-ef35089986a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9756cc751db40e7a81730ca77faba8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5767539 Jul 20 08:29:41.248482 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37476) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:41.300992 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-61908e9b-abd6-40dc-a784-20d29d4db04d admin admin] Publish callbacks [] for security_group (8f00532b-be85-4dd1-bf5e-98bf6fee97af), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:41.325382 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-61908e9b-abd6-40dc-a784-20d29d4db04d admin admin] Publish callbacks [] for security_group (8f00532b-be85-4dd1-bf5e-98bf6fee97af), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:41.379044 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-61908e9b-abd6-40dc-a784-20d29d4db04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (8f00532b-be85-4dd1-bf5e-98bf6fee97af), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:41.382039 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-61908e9b-abd6-40dc-a784-20d29d4db04d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:41.386125 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-61908e9b-abd6-40dc-a784-20d29d4db04d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f00532b-be85-4dd1-bf5e-98bf6fee97af HTTP/1.1" status: 204 len: 168 time: 0.1367207 Jul 20 08:29:41.395305 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61908e9b-abd6-40dc-a784-20d29d4db04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f00532b-be85-4dd1-bf5e-98bf6fee97af,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:41.446807 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37482) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:41.513270 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-864e0f69-2f6d-4343-a36c-1543b9d122f9 admin admin] Deleting subnet c079a918-88c3-488c-9090-a598bbc47101 {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 08:29:41.517156 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-864e0f69-2f6d-4343-a36c-1543b9d122f9 admin admin] Publish callbacks [] for subnet (c079a918-88c3-488c-9090-a598bbc47101), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:41.558111 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:41.582070 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-864e0f69-2f6d-4343-a36c-1543b9d122f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3606698'] for subnet (c079a918-88c3-488c-9090-a598bbc47101), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:41.629499 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-864e0f69-2f6d-4343-a36c-1543b9d122f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1021515'] for subnet (c079a918-88c3-488c-9090-a598bbc47101), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:41.707269 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-864e0f69-2f6d-4343-a36c-1543b9d122f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529141650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530497388'] for subnet (c079a918-88c3-488c-9090-a598bbc47101), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:41.714503 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735374'] for router (d55d3f47-7fbb-45b3-b270-07e76c2cc801), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:41.724083 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:41.727540 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-864e0f69-2f6d-4343-a36c-1543b9d122f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:41.731307 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-864e0f69-2f6d-4343-a36c-1543b9d122f9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c079a918-88c3-488c-9090-a598bbc47101 HTTP/1.1" status: 204 len: 168 time: 0.2834291 Jul 20 08:29:41.762666 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37486) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:41.772649 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e0f69-2f6d-4343-a36c-1543b9d122f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c079a918-88c3-488c-9090-a598bbc47101,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:41.791672 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37488) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:41.820060 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2e7787a4-0660-48f4-8764-30478d23574f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:41.830195 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:41.877307 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Router d55d3f47-7fbb-45b3-b270-07e76c2cc801 is scheduled to L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 08:29:41.881245 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cbdba3ec-af21-4be0-bf7f-b3ed583fd7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-828437'] for network (9eed6757-1d3b-47bb-9daf-5c99f31991f4), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:41.909469 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90adac6-29dc-4c8a-8321-a5cf1c54edd1 None None] Network 348269a8-7968-40a5-99e7-854f19c8d583 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:29:41.998842 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:42.002934 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cbdba3ec-af21-4be0-bf7f-b3ed583fd7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021194', 'neutron.services.segments.db._delete_segments_for_network-8761468045370'] for network (9eed6757-1d3b-47bb-9daf-5c99f31991f4), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.010857 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:29:42.037292 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Sync routers for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:29:42.041732 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.042243 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-cbdba3ec-af21-4be0-bf7f-b3ed583fd7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eed6757-1d3b-47bb-9daf-5c99f31991f4']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:42.043926 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f3286205-7cd6-4afa-8b60-5a46f827fb35 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0168498 Jul 20 08:29:42.046695 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37490) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:42.060705 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2e7787a4-0660-48f4-8764-30478d23574f admin admin] Publish callbacks [] for security_group (8c94570e-b3a7-4b27-8339-978e3e99bf1c), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.063354 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-cbdba3ec-af21-4be0-bf7f-b3ed583fd7f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3efadd5-9321-4048-b655-24bd9b5d0f8e') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:42.063702 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-cbdba3ec-af21-4be0-bf7f-b3ed583fd7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3efadd5-9321-4048-b655-24bd9b5d0f8e') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:42.068143 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:42.073239 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-b6048d4f-12c9-4b90-9f5b-340b143d2b16 None None] Provisioning complete for port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:42.073678 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6048d4f-12c9-4b90-9f5b-340b143d2b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (5ee0d9d2-17cb-4d89-84cd-59f3f1980003), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.075454 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2e7787a4-0660-48f4-8764-30478d23574f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (8c94570e-b3a7-4b27-8339-978e3e99bf1c), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.082323 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cbdba3ec-af21-4be0-bf7f-b3ed583fd7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761468047427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3606675'] for segment (a3efadd5-9321-4048-b655-24bd9b5d0f8e), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.119170 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:29:42.120240 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-10511bee-4b73-4d13-8a73-612101683289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:42.122024 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cbdba3ec-af21-4be0-bf7f-b3ed583fd7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (a3efadd5-9321-4048-b655-24bd9b5d0f8e), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.141954 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7787a4-0660-48f4-8764-30478d23574f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c94570e-b3a7-4b27-8339-978e3e99bf1c,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:42.144863 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdba3ec-af21-4be0-bf7f-b3ed583fd7f0 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 08:29:42.145312 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cbdba3ec-af21-4be0-bf7f-b3ed583fd7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529145648'] for segment (a3efadd5-9321-4048-b655-24bd9b5d0f8e), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.154300 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-2e7787a4-0660-48f4-8764-30478d23574f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=981e518bc72448f2805b726f9fa31137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612685 Jul 20 08:29:42.171048 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37494) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:42.192136 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment a3efadd5-9321-4048-b655-24bd9b5d0f8e resource provider aggregate not found Jul 20 08:29:42.234568 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment a3efadd5-9321-4048-b655-24bd9b5d0f8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3efadd5-9321-4048-b655-24bd9b5d0f8e found for delete ", "request_id": "req-664f74b3-5f67-4bda-bcb2-eb9293c98838"}]} Jul 20 08:29:42.268338 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cbdba3ec-af21-4be0-bf7f-b3ed583fd7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730124'] for network (9eed6757-1d3b-47bb-9daf-5c99f31991f4), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.276313 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cbdba3ec-af21-4be0-bf7f-b3ed583fd7f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.282259 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-b6048d4f-12c9-4b90-9f5b-340b143d2b16 None None] Current status of the port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:42.283023 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6048d4f-12c9-4b90-9f5b-340b143d2b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (5ee0d9d2-17cb-4d89-84cd-59f3f1980003), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.288265 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-cbdba3ec-af21-4be0-bf7f-b3ed583fd7f0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9eed6757-1d3b-47bb-9daf-5c99f31991f4 HTTP/1.1" status: 204 len: 168 time: 0.5236399 Jul 20 08:29:42.299059 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-57244579-b4c2-4583-a731-236890f8aed4 admin admin] Publish callbacks [] for security_group (8c94570e-b3a7-4b27-8339-978e3e99bf1c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.308904 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdba3ec-af21-4be0-bf7f-b3ed583fd7f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eed6757-1d3b-47bb-9daf-5c99f31991f4,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:42.326845 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:29:42.375763 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-57244579-b4c2-4583-a731-236890f8aed4 admin admin] Publish callbacks [] for security_group (8c94570e-b3a7-4b27-8339-978e3e99bf1c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.436947 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-b6048d4f-12c9-4b90-9f5b-340b143d2b16 None None] For port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=5ee0d9d2-17cb-4d89-84cd-59f3f1980003,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:29:42.480254 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6048d4f-12c9-4b90-9f5b-340b143d2b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (5ee0d9d2-17cb-4d89-84cd-59f3f1980003), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.532053 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:42.536253 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:29:42.552144 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-57244579-b4c2-4583-a731-236890f8aed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (8c94570e-b3a7-4b27-8339-978e3e99bf1c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.555881 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-57244579-b4c2-4583-a731-236890f8aed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.557235 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-57244579-b4c2-4583-a731-236890f8aed4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c94570e-b3a7-4b27-8339-978e3e99bf1c HTTP/1.1" status: 204 len: 168 time: 0.3849077 Jul 20 08:29:42.584322 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6048d4f-12c9-4b90-9f5b-340b143d2b16 None None] Pushing event updated for resources: {'Port': ['ID=5ee0d9d2-17cb-4d89-84cd-59f3f1980003,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:42.601295 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37502) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:42.622955 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57244579-b4c2-4583-a731-236890f8aed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c94570e-b3a7-4b27-8339-978e3e99bf1c,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:42.659134 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-acf44e7d-5078-4daa-bdfa-60ea538251ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02622d333fa24a0bbd1ef6f59276ba77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564790 Jul 20 08:29:42.659382 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37504) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:42.661152 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-a9955270-1e56-4001-b57d-819091ea3523 None None] Provisioning complete for port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:42.661723 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a9955270-1e56-4001-b57d-819091ea3523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (5ee0d9d2-17cb-4d89-84cd-59f3f1980003), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.696666 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-10511bee-4b73-4d13-8a73-612101683289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:41Z', 'revision_number': 3, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:42.731322 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Checking router: d55d3f47-7fbb-45b3-b270-07e76c2cc801 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:29:42.731798 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Updating router d55d3f47-7fbb-45b3-b270-07e76c2cc801 port 14d6285c-1aa1-4a7d-b324-0e608d6681a9 binding host dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:29:42.760974 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:42.761376 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (5ee0d9d2-17cb-4d89-84cd-59f3f1980003), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.777036 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-924cbb28-8025-428f-8e1e-9a5811977367 admin admin] Publish callbacks [] for security_group (b018980a-f6c3-494b-960e-48dd4057adfe), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.794335 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.802133 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (14d6285c-1aa1-4a7d-b324-0e608d6681a9), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.812785 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:42.821394 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-924cbb28-8025-428f-8e1e-9a5811977367 admin admin] Publish callbacks [] for security_group (b018980a-f6c3-494b-960e-48dd4057adfe), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.947489 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-924cbb28-8025-428f-8e1e-9a5811977367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (b018980a-f6c3-494b-960e-48dd4057adfe), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.950077 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-924cbb28-8025-428f-8e1e-9a5811977367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:42.951293 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-924cbb28-8025-428f-8e1e-9a5811977367 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b018980a-f6c3-494b-960e-48dd4057adfe HTTP/1.1" status: 204 len: 168 time: 0.2887456 Jul 20 08:29:42.961756 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:42.972411 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cbb28-8025-428f-8e1e-9a5811977367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b018980a-f6c3-494b-960e-48dd4057adfe,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:42.976876 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-a9955270-1e56-4001-b57d-819091ea3523 None None] Current status of the port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:43.023755 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:43.034734 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Allocated IP 172.20.0.1 (348269a8-7968-40a5-99e7-854f19c8d583/3c888370-e66b-4395-b90c-a65ec529794b/d16feada-701e-4fcd-aa58-aa8183cba2b2) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:29:43.039494 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:43.205706 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Publish callbacks [] for port (14d6285c-1aa1-4a7d-b324-0e608d6681a9), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:43.207672 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Publish callbacks [] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:43.214284 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (14d6285c-1aa1-4a7d-b324-0e608d6681a9), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:43.255177 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:43.287542 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d857166-4d98-412f-80e9-940d5e433993 None None] Pushing event updated for resources: {'Port': ['ID=14d6285c-1aa1-4a7d-b324-0e608d6681a9,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:43.295163 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Attempting to bind port 14d6285c-1aa1-4a7d-b324-0e608d6681a9 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:29:43.295553 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Attempting to bind port 14d6285c-1aa1-4a7d-b324-0e608d6681a9 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:29:43.295910 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Attempting to bind port 14d6285c-1aa1-4a7d-b324-0e608d6681a9 on network a1c48fb5-2431-447f-bf04-61d33fd44216 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:29:43.301617 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:29:43.302345 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Checking segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:29:43.302476 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:43.302826 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Bound using segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:29:43.303308 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Bound port: 14d6285c-1aa1-4a7d-b324-0e608d6681a9, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:29:43.304372 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (14d6285c-1aa1-4a7d-b324-0e608d6681a9), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:43.318606 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Network 348269a8-7968-40a5-99e7-854f19c8d583 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:29:43.321827 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:29:43.325741 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:29:43.371539 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Pushing event updated for resources: {'Port': ['ID=d16feada-701e-4fcd-aa58-aa8183cba2b2,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:43.395412 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722720'] for router_interface (d55d3f47-7fbb-45b3-b270-07e76c2cc801), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:43.530153 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-10511bee-4b73-4d13-8a73-612101683289 None None] For port 14d6285c-1aa1-4a7d-b324-0e608d6681a9, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:29:43.533556 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-10511bee-4b73-4d13-8a73-612101683289 None None] For port 14d6285c-1aa1-4a7d-b324-0e608d6681a9, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=14d6285c-1aa1-4a7d-b324-0e608d6681a9,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:29:43.542159 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (14d6285c-1aa1-4a7d-b324-0e608d6681a9), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:43.617652 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:43.628601 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:43.628791 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:29:43.629246 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-10511bee-4b73-4d13-8a73-612101683289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:43.681339 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d857166-4d98-412f-80e9-940d5e433993 None None] Pushing event updated for resources: {'Port': ['ID=14d6285c-1aa1-4a7d-b324-0e608d6681a9,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:43.732020 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-9b8b6ba1-18f6-49d4-b4fc-7779c8db1a66 None None] Provisioning complete for port d16feada-701e-4fcd-aa58-aa8183cba2b2 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:43.732404 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6ba1-18f6-49d4-b4fc-7779c8db1a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:43.791731 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-10511bee-4b73-4d13-8a73-612101683289 None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:29:43.794353 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-9b8b6ba1-18f6-49d4-b4fc-7779c8db1a66 None None] Port d16feada-701e-4fcd-aa58-aa8183cba2b2 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:29:43.819931 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:43.861252 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Publish callbacks [] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:43.868343 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:43.947380 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733416'] for router_interface (d55d3f47-7fbb-45b3-b270-07e76c2cc801), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:43.950503 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Pushing event updated for resources: {'Port': ['ID=d16feada-701e-4fcd-aa58-aa8183cba2b2,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:44.066081 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Network 348269a8-7968-40a5-99e7-854f19c8d583 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:29:44.067527 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:29:44.095870 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-10511bee-4b73-4d13-8a73-612101683289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 1, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:44.161859 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10511bee-4b73-4d13-8a73-612101683289 None None] The sync data for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi is: [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 1, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:29:44.254878 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Router d55d3f47-7fbb-45b3-b270-07e76c2cc801 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:29:44.383047 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37556) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:44.430034 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b5da85a-170f-48ff-8eb5-d309cccc18fa None None] Provisioning complete for port d16feada-701e-4fcd-aa58-aa8183cba2b2 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:44.430417 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b5da85a-170f-48ff-8eb5-d309cccc18fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:44.494248 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:44.495872 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:29:44.503722 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3b7f35a0-97c5-4c5f-97b4-eb5c0e943af9 admin admin] 10.222.0.64 "PUT /v2.0/routers/d55d3f47-7fbb-45b3-b270-07e76c2cc801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4551697 Jul 20 08:29:44.511802 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b5da85a-170f-48ff-8eb5-d309cccc18fa None None] Port d16feada-701e-4fcd-aa58-aa8183cba2b2 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:29:44.528860 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:29:44.590958 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:44.591372 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (5ee0d9d2-17cb-4d89-84cd-59f3f1980003), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:44.604579 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f643f706-b220-474a-a141-338857360ebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:44.685005 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:44.686175 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:44.744180 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f643f706-b220-474a-a141-338857360ebb admin admin] Publish callbacks [] for security_group (dfea2a3b-975e-4cd3-b436-77dd77463bca), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:44.751775 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f643f706-b220-474a-a141-338857360ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (dfea2a3b-975e-4cd3-b436-77dd77463bca), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:44.793951 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:44.806980 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f643f706-b220-474a-a141-338857360ebb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bd673e2040d54e1da2368a257d534e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4227037 Jul 20 08:29:44.809561 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37572) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:44.809700 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643f706-b220-474a-a141-338857360ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfea2a3b-975e-4cd3-b436-77dd77463bca,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:44.890884 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3e6707e9-e0c4-429a-aff6-b9fad3b7ea18 admin admin] Publish callbacks [] for security_group (dfea2a3b-975e-4cd3-b436-77dd77463bca), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:44.918681 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3e6707e9-e0c4-429a-aff6-b9fad3b7ea18 admin admin] Publish callbacks [] for security_group (dfea2a3b-975e-4cd3-b436-77dd77463bca), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:44.986401 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3e6707e9-e0c4-429a-aff6-b9fad3b7ea18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (dfea2a3b-975e-4cd3-b436-77dd77463bca), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:44.991107 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3e6707e9-e0c4-429a-aff6-b9fad3b7ea18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:44.993127 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3e6707e9-e0c4-429a-aff6-b9fad3b7ea18 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dfea2a3b-975e-4cd3-b436-77dd77463bca HTTP/1.1" status: 204 len: 168 time: 0.1817496 Jul 20 08:29:45.009319 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6707e9-e0c4-429a-aff6-b9fad3b7ea18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfea2a3b-975e-4cd3-b436-77dd77463bca,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:45.439332 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37596) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:45.446550 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-4713e549-e3f6-4ef4-a407-9635c4168a51 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-245667724-network', 'tenant_id': '0b42df36a52d4b21b94ccd2d90d1e7a6'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:29:45.473190 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4713e549-e3f6-4ef4-a407-9635c4168a51 admin admin] Made reservation on behalf of 0b42df36a52d4b21b94ccd2d90d1e7a6 for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:29:45.476627 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4713e549-e3f6-4ef4-a407-9635c4168a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:45.486825 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4713e549-e3f6-4ef4-a407-9635c4168a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:45.547270 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:45.582485 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4713e549-e3f6-4ef4-a407-9635c4168a51 admin admin] Publish callbacks [] for security_group (e18f2d5b-2096-4c36-ba1b-d4a19c3f252e), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:45.588027 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4713e549-e3f6-4ef4-a407-9635c4168a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (e18f2d5b-2096-4c36-ba1b-d4a19c3f252e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:45.621443 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713e549-e3f6-4ef4-a407-9635c4168a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18f2d5b-2096-4c36-ba1b-d4a19c3f252e,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:45.633625 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:45.635675 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4713e549-e3f6-4ef4-a407-9635c4168a51 admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:29:45.650120 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4713e549-e3f6-4ef4-a407-9635c4168a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (c71e3534-e32c-435a-ad75-d4ed1075930e), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:45.650354 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-4713e549-e3f6-4ef4-a407-9635c4168a51 admin admin] Added segment c71e3534-e32c-435a-ad75-d4ed1075930e of type vlan for network 4e401ba1-7161-4e9b-92c4-bca3c5766b2b Jul 20 08:29:45.697236 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4713e549-e3f6-4ef4-a407-9635c4168a51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (4e401ba1-7161-4e9b-92c4-bca3c5766b2b), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:45.727687 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4713e549-e3f6-4ef4-a407-9635c4168a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (4e401ba1-7161-4e9b-92c4-bca3c5766b2b), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:45.728959 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4713e549-e3f6-4ef4-a407-9635c4168a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:45.729627 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4713e549-e3f6-4ef4-a407-9635c4168a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:45.767803 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4713e549-e3f6-4ef4-a407-9635c4168a51 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3258789 Jul 20 08:29:45.770797 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37604) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:45.776464 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-2fc2ec69-35e9-404c-91b3-2de9ff046f62 admin admin] Request body: {'subnet': {'network_id': '4e401ba1-7161-4e9b-92c4-bca3c5766b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-245667724-subnet', 'tenant_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'ip_version': 4}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:29:45.814491 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713e549-e3f6-4ef4-a407-9635c4168a51 admin admin] Pushing event updated for resources: {'Network': ['ID=4e401ba1-7161-4e9b-92c4-bca3c5766b2b,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:45.814909 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc2ec69-35e9-404c-91b3-2de9ff046f62 admin admin] Made reservation on behalf of 0b42df36a52d4b21b94ccd2d90d1e7a6 for: {'subnet': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:29:45.818965 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2fc2ec69-35e9-404c-91b3-2de9ff046f62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530497345'] for subnet (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:45.825636 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network 4e401ba1-7161-4e9b-92c4-bca3c5766b2b details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:29:45.945496 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:46.061753 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2fc2ec69-35e9-404c-91b3-2de9ff046f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529141715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530497367'] for subnet (350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:46.125529 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2ec69-35e9-404c-91b3-2de9ff046f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:46.141748 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc2ec69-35e9-404c-91b3-2de9ff046f62 admin admin] Checking segment: {'id': 'c71e3534-e32c-435a-ad75-d4ed1075930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4e401ba1-7161-4e9b-92c4-bca3c5766b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:29:46.142093 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc2ec69-35e9-404c-91b3-2de9ff046f62 admin admin] Network hostable DHCP agents. Network: 4e401ba1-7161-4e9b-92c4-bca3c5766b2b, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:29:46.161072 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc2ec69-35e9-404c-91b3-2de9ff046f62 admin admin] Network 4e401ba1-7161-4e9b-92c4-bca3c5766b2b is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:29:46.174638 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-2fc2ec69-35e9-404c-91b3-2de9ff046f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, 4e401ba1-7161-4e9b-92c4-bca3c5766b2b) {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:29:46.181631 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc2ec69-35e9-404c-91b3-2de9ff046f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:46.182723 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2fc2ec69-35e9-404c-91b3-2de9ff046f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:46.193451 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e21ff6-43a4-4475-8669-05c17d9aeab9 None None] Network 4e401ba1-7161-4e9b-92c4-bca3c5766b2b requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:29:46.209756 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-2fc2ec69-35e9-404c-91b3-2de9ff046f62 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4375761 Jul 20 08:29:46.212298 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37616) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:46.217584 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-245667724-router', 'tenant_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:29:46.246090 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3716'] for router (876d6a6c-369b-4186-ad32-a818d10619c2), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:46.247765 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3727'] for router (876d6a6c-369b-4186-ad32-a818d10619c2), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:46.309649 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Publish callbacks [] for router_controller (876d6a6c-369b-4186-ad32-a818d10619c2), precommit_add_association {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:46.323239 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp559ec1a5-64fa-5701-adf0-4540e30e92f7-4e401ba1-7161-4e9b-92c4-bca3c5766b2b', 'network_id': '4e401ba1-7161-4e9b-92c4-bca3c5766b2b', 'project_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'fixed_ips': [{'subnet_id': '350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2'}]}} from dv-cinder-823089-3-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 08:29:46.324214 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:46.495691 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Publish callbacks [] for router_gateway (876d6a6c-369b-4186-ad32-a818d10619c2), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:46.534258 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Allocated IP 172.20.0.2 (4e401ba1-7161-4e9b-92c4-bca3c5766b2b/350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2/41e500ec-9620-42a2-8349-9f1b4236c599) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:29:46.580051 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 14d6285c-1aa1-4a7d-b324-0e608d6681a9 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:29:46.705170 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 14d6285c-1aa1-4a7d-b324-0e608d6681a9 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:46.705793 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (14d6285c-1aa1-4a7d-b324-0e608d6681a9), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:46.707059 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Publish callbacks [] for router_gateway (876d6a6c-369b-4186-ad32-a818d10619c2), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:46.737248 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:46.825279 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Publish callbacks [] for port (41e500ec-9620-42a2-8349-9f1b4236c599), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:46.833996 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 14d6285c-1aa1-4a7d-b324-0e608d6681a9 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:46.834683 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (14d6285c-1aa1-4a7d-b324-0e608d6681a9), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:46.843294 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (41e500ec-9620-42a2-8349-9f1b4236c599), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:46.858201 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:46.872508 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Allocated IP 172.27.1.6 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/ae8dfa76-0e7a-4509-ba38-296d3d8ea38a) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:29:46.891389 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port 14d6285c-1aa1-4a7d-b324-0e608d6681a9, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=14d6285c-1aa1-4a7d-b324-0e608d6681a9,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:29:46.902414 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Network 4e401ba1-7161-4e9b-92c4-bca3c5766b2b is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:29:46.911185 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (14d6285c-1aa1-4a7d-b324-0e608d6681a9), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:46.911185 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:29:46.912333 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:29:46.962095 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Pushing event updated for resources: {'Port': ['ID=41e500ec-9620-42a2-8349-9f1b4236c599,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:47.016050 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:47.021311 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Publish callbacks [] for port (ae8dfa76-0e7a-4509-ba38-296d3d8ea38a), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:47.021536 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Attempting to bind port 41e500ec-9620-42a2-8349-9f1b4236c599 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:29:47.021716 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Attempting to bind port 41e500ec-9620-42a2-8349-9f1b4236c599 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': 'c71e3534-e32c-435a-ad75-d4ed1075930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4e401ba1-7161-4e9b-92c4-bca3c5766b2b'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:29:47.022266 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Attempting to bind port 41e500ec-9620-42a2-8349-9f1b4236c599 on network 4e401ba1-7161-4e9b-92c4-bca3c5766b2b {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:29:47.037469 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:29:47.038058 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Checking segment: {'id': 'c71e3534-e32c-435a-ad75-d4ed1075930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4e401ba1-7161-4e9b-92c4-bca3c5766b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:29:47.038848 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:47.039607 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Bound using segment: {'id': 'c71e3534-e32c-435a-ad75-d4ed1075930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4e401ba1-7161-4e9b-92c4-bca3c5766b2b'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:29:47.040375 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Bound port: 41e500ec-9620-42a2-8349-9f1b4236c599, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71e3534-e32c-435a-ad75-d4ed1075930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4e401ba1-7161-4e9b-92c4-bca3c5766b2b'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:29:47.040776 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (41e500ec-9620-42a2-8349-9f1b4236c599), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:47.054757 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:47.063344 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:47.073539 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (ae8dfa76-0e7a-4509-ba38-296d3d8ea38a), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:47.077801 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=14d6285c-1aa1-4a7d-b324-0e608d6681a9,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:47.118128 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:29:47.122007 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Sync routers for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:29:47.126571 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:29:47.131466 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:29:47.139759 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:29:47.140405 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:47.147512 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] For port 41e500ec-9620-42a2-8349-9f1b4236c599, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:29:47.153068 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] For port 41e500ec-9620-42a2-8349-9f1b4236c599, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=41e500ec-9620-42a2-8349-9f1b4236c599,segment=NetworkSegment(c71e3534-e32c-435a-ad75-d4ed1075930e),segment_id=c71e3534-e32c-435a-ad75-d4ed1075930e)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:29:47.161490 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (41e500ec-9620-42a2-8349-9f1b4236c599), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:47.241175 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc18a35-312e-45c8-838d-4e83b8661550 None None] Pushing event updated for resources: {'Port': ['ID=41e500ec-9620-42a2-8349-9f1b4236c599,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:47.241725 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Pushing event updated for resources: {'Port': ['ID=ae8dfa76-0e7a-4509-ba38-296d3d8ea38a,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:47.301046 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:29:47.434046 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Publish callbacks [] for router_gateway (876d6a6c-369b-4186-ad32-a818d10619c2), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:47.575219 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 2, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:47.610354 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Checking router: d55d3f47-7fbb-45b3-b270-07e76c2cc801 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:29:47.611096 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Updating router d55d3f47-7fbb-45b3-b270-07e76c2cc801 port d16feada-701e-4fcd-aa58-aa8183cba2b2 binding host dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:29:47.661277 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:47.721336 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735374'] for router (876d6a6c-369b-4186-ad32-a818d10619c2), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:47.903023 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Router 876d6a6c-369b-4186-ad32-a818d10619c2 is scheduled to L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 with binding_index 1 {{(pid=104022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 08:29:47.909620 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:48.000119 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Publish callbacks [] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:48.007001 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:48.051360 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:29:48.065859 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Sync routers for ids ['876d6a6c-369b-4186-ad32-a818d10619c2'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:29:48.073702 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bb083-1f80-44fe-a8ad-d94ca01a8ef6 None None] Pushing event updated for resources: {'Port': ['ID=d16feada-701e-4fcd-aa58-aa8183cba2b2,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:48.084823 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Routers {'876d6a6c-369b-4186-ad32-a818d10619c2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:29:48.086930 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['876d6a6c-369b-4186-ad32-a818d10619c2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:48.117166 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:48.118950 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bb083-1f80-44fe-a8ad-d94ca01a8ef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:48.120740 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bb083-1f80-44fe-a8ad-d94ca01a8ef6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:48.121874 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bb083-1f80-44fe-a8ad-d94ca01a8ef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:48.122428 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bb083-1f80-44fe-a8ad-d94ca01a8ef6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:48.123443 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:48.124150 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bb083-1f80-44fe-a8ad-d94ca01a8ef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:48.128360 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-3309dadc-ad8f-4906-b86c-6c134162293f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9137075 Jul 20 08:29:48.130002 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37654) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:48.140862 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bb083-1f80-44fe-a8ad-d94ca01a8ef6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:48.141419 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bb083-1f80-44fe-a8ad-d94ca01a8ef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:48.141766 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bb083-1f80-44fe-a8ad-d94ca01a8ef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:48.142103 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bb083-1f80-44fe-a8ad-d94ca01a8ef6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:48.142440 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bb083-1f80-44fe-a8ad-d94ca01a8ef6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:48.142801 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bb083-1f80-44fe-a8ad-d94ca01a8ef6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:48.143993 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bb083-1f80-44fe-a8ad-d94ca01a8ef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:48.144344 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bb083-1f80-44fe-a8ad-d94ca01a8ef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:48.144681 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bb083-1f80-44fe-a8ad-d94ca01a8ef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:48.145009 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bb083-1f80-44fe-a8ad-d94ca01a8ef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:48.217546 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Attempting to bind port d16feada-701e-4fcd-aa58-aa8183cba2b2 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:29:48.219341 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Attempting to bind port d16feada-701e-4fcd-aa58-aa8183cba2b2 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:29:48.220032 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Attempting to bind port d16feada-701e-4fcd-aa58-aa8183cba2b2 on network 348269a8-7968-40a5-99e7-854f19c8d583 {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:29:48.245410 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:29:48.246379 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Checking segment: {'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:29:48.246379 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:48.246618 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Bound using segment: {'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:29:48.247118 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Bound port: d16feada-701e-4fcd-aa58-aa8183cba2b2, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:29:48.247495 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:48.262567 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Set router 876d6a6c-369b-4186-ad32-a818d10619c2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:29:48.313675 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:48.391021 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] For port d16feada-701e-4fcd-aa58-aa8183cba2b2, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:29:48.394506 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] For port d16feada-701e-4fcd-aa58-aa8183cba2b2, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=d16feada-701e-4fcd-aa58-aa8183cba2b2,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:29:48.417688 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:48.487966 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:48.550774 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:29:48.551428 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:48.583203 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-c07d33d4-adf0-470d-b79f-11dfc3c6604e None None] Provisioning complete for port d16feada-701e-4fcd-aa58-aa8183cba2b2 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:48.583843 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c07d33d4-adf0-470d-b79f-11dfc3c6604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:48.735218 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 41e500ec-9620-42a2-8349-9f1b4236c599 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:29:48.806082 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bb083-1f80-44fe-a8ad-d94ca01a8ef6 None None] Pushing event updated for resources: {'Port': ['ID=d16feada-701e-4fcd-aa58-aa8183cba2b2,revision_number=4']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:48.848469 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:29:48.850444 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:48.942088 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50ede67-db5f-4f39-af9f-be2d9b6f2d95 None None] Network 4e401ba1-7161-4e9b-92c4-bca3c5766b2b requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:29:48.989559 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-c07d33d4-adf0-470d-b79f-11dfc3c6604e None None] Current status of the port d16feada-701e-4fcd-aa58-aa8183cba2b2 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:48.989858 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c07d33d4-adf0-470d-b79f-11dfc3c6604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:49.000516 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'name': 'tempest-TestVolumeBootPattern-245667724-router', 'tenant_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'ae8dfa76-0e7a-4509-ba38-296d3d8ea38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:46Z', 'updated_at': '2022-07-20T08:29:47Z', 'revision_number': 3, 'project_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'gw_port': {'id': 'ae8dfa76-0e7a-4509-ba38-296d3d8ea38a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:46Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:49.047204 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Allocated IP 172.20.0.1 (4e401ba1-7161-4e9b-92c4-bca3c5766b2b/350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2/b765e410-0dfd-41d8-8338-75a32b09e6e6) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:29:49.054548 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:48Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:49.064161 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Checking router: 876d6a6c-369b-4186-ad32-a818d10619c2 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:29:49.064503 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Updating router 876d6a6c-369b-4186-ad32-a818d10619c2 port ae8dfa76-0e7a-4509-ba38-296d3d8ea38a binding host dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:29:49.088006 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb53a9-eb18-4323-ae7d-b7cc91fba015 None None] The sync data for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi is: [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:48Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:29:49.130404 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-c07d33d4-adf0-470d-b79f-11dfc3c6604e None None] For port d16feada-701e-4fcd-aa58-aa8183cba2b2, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=d16feada-701e-4fcd-aa58-aa8183cba2b2,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:29:49.136114 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 41e500ec-9620-42a2-8349-9f1b4236c599 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:49.136114 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (41e500ec-9620-42a2-8349-9f1b4236c599), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:49.159169 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (ae8dfa76-0e7a-4509-ba38-296d3d8ea38a), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:49.163818 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c07d33d4-adf0-470d-b79f-11dfc3c6604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:49.194908 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Publish callbacks [] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:49.236935 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:49.247157 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:49.287269 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:49.307090 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Network 4e401ba1-7161-4e9b-92c4-bca3c5766b2b is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:29:49.311003 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:29:49.313246 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Pushing event updated for resources: {'Port': ['ID=b765e410-0dfd-41d8-8338-75a32b09e6e6,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:49.315762 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:29:49.361864 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722720'] for router_interface (876d6a6c-369b-4186-ad32-a818d10619c2), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:49.407789 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:49.413608 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d33d4-adf0-470d-b79f-11dfc3c6604e None None] Pushing event updated for resources: {'Port': ['ID=d16feada-701e-4fcd-aa58-aa8183cba2b2,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:49.413836 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:49.417520 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-ce93c71a-d4e9-435c-af0d-64186fadd123 None None] Provisioning complete for port d16feada-701e-4fcd-aa58-aa8183cba2b2 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:49.418143 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ce93c71a-d4e9-435c-af0d-64186fadd123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:49.536548 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:49.729958 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b87d6ecf-8e74-45db-ad08-580f197ab702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:49.783135 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 41e500ec-9620-42a2-8349-9f1b4236c599 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:49.783739 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (41e500ec-9620-42a2-8349-9f1b4236c599), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:49.835061 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-ce93c71a-d4e9-435c-af0d-64186fadd123 None None] Current status of the port d16feada-701e-4fcd-aa58-aa8183cba2b2 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:49.870340 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-ce93c71a-d4e9-435c-af0d-64186fadd123 None None] Provisioning complete for port 41e500ec-9620-42a2-8349-9f1b4236c599 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:49.870820 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ce93c71a-d4e9-435c-af0d-64186fadd123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (41e500ec-9620-42a2-8349-9f1b4236c599), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:49.879746 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port 41e500ec-9620-42a2-8349-9f1b4236c599, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=41e500ec-9620-42a2-8349-9f1b4236c599,segment=NetworkSegment(c71e3534-e32c-435a-ad75-d4ed1075930e),segment_id=c71e3534-e32c-435a-ad75-d4ed1075930e)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:29:49.916401 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (41e500ec-9620-42a2-8349-9f1b4236c599), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:49.917135 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 14d6285c-1aa1-4a7d-b324-0e608d6681a9 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:29:50.030152 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Publish callbacks [] for port (ae8dfa76-0e7a-4509-ba38-296d3d8ea38a), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:50.034349 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Publish callbacks [] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:50.041120 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529145684'] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:50.051300 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (ae8dfa76-0e7a-4509-ba38-296d3d8ea38a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:50.081425 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=41e500ec-9620-42a2-8349-9f1b4236c599,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:50.112574 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733416'] for router_interface (876d6a6c-369b-4186-ad32-a818d10619c2), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:50.118001 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 14d6285c-1aa1-4a7d-b324-0e608d6681a9 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:50.118386 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (14d6285c-1aa1-4a7d-b324-0e608d6681a9), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:50.131034 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Pushing event updated for resources: {'Port': ['ID=b765e410-0dfd-41d8-8338-75a32b09e6e6,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:50.171469 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Attempting to bind port ae8dfa76-0e7a-4509-ba38-296d3d8ea38a on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:29:50.172036 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Attempting to bind port ae8dfa76-0e7a-4509-ba38-296d3d8ea38a by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:29:50.172180 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Attempting to bind port ae8dfa76-0e7a-4509-ba38-296d3d8ea38a on network a1c48fb5-2431-447f-bf04-61d33fd44216 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:29:50.181520 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-ce93c71a-d4e9-435c-af0d-64186fadd123 None None] Current status of the port 41e500ec-9620-42a2-8349-9f1b4236c599 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:50.197637 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:29:50.198020 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Checking segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:29:50.198470 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:50.198846 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Bound using segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:29:50.199334 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Bound port: ae8dfa76-0e7a-4509-ba38-296d3d8ea38a, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:29:50.199836 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (ae8dfa76-0e7a-4509-ba38-296d3d8ea38a), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:50.202338 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:50.203167 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cba216-29e2-4243-a591-28cd07917bee None None] Pushing event updated for resources: {'Port': ['ID=ae8dfa76-0e7a-4509-ba38-296d3d8ea38a,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:50.227718 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Network 4e401ba1-7161-4e9b-92c4-bca3c5766b2b is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:29:50.230156 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:29:50.270113 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:50.295932 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] For port ae8dfa76-0e7a-4509-ba38-296d3d8ea38a, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:29:50.327382 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] For port ae8dfa76-0e7a-4509-ba38-296d3d8ea38a, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=ae8dfa76-0e7a-4509-ba38-296d3d8ea38a,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:29:50.333109 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 14d6285c-1aa1-4a7d-b324-0e608d6681a9 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:50.336065 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-7707dadb-77e7-4f2f-bd26-4be5c101e41d None None] Provisioning complete for port 41e500ec-9620-42a2-8349-9f1b4236c599 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:50.336471 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7707dadb-77e7-4f2f-bd26-4be5c101e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (41e500ec-9620-42a2-8349-9f1b4236c599), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:50.340623 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (ae8dfa76-0e7a-4509-ba38-296d3d8ea38a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:50.377399 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Router 876d6a6c-369b-4186-ad32-a818d10619c2 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:29:50.456175 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cba216-29e2-4243-a591-28cd07917bee None None] Pushing event updated for resources: {'Port': ['ID=ae8dfa76-0e7a-4509-ba38-296d3d8ea38a,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:50.465028 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Routers {'876d6a6c-369b-4186-ad32-a818d10619c2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:29:50.465685 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['876d6a6c-369b-4186-ad32-a818d10619c2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:50.524189 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 41e500ec-9620-42a2-8349-9f1b4236c599 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:29:50.535890 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:29:50.542095 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-10de455b-b9a3-41ab-b558-571988d9b560 admin admin] 10.222.0.64 "PUT /v2.0/routers/876d6a6c-369b-4186-ad32-a818d10619c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4081495 Jul 20 08:29:50.607593 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-7707dadb-77e7-4f2f-bd26-4be5c101e41d None None] Current status of the port 41e500ec-9620-42a2-8349-9f1b4236c599 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:50.636732 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-7707dadb-77e7-4f2f-bd26-4be5c101e41d None None] Provisioning complete for port b765e410-0dfd-41d8-8338-75a32b09e6e6 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:50.637115 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7707dadb-77e7-4f2f-bd26-4be5c101e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:50.670557 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 41e500ec-9620-42a2-8349-9f1b4236c599 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:50.670958 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (41e500ec-9620-42a2-8349-9f1b4236c599), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:50.704652 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] Set router 876d6a6c-369b-4186-ad32-a818d10619c2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:29:50.739150 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-7707dadb-77e7-4f2f-bd26-4be5c101e41d None None] Port b765e410-0dfd-41d8-8338-75a32b09e6e6 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:29:50.935425 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37680) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:50.940504 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-d15d602b-74c8-4738-8f00-fcb82e5228ec tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425617466', 'description': 'tempest-secgroup-smoke-1425617466 description', 'project_id': 'fcfc8ebb18c54de29556d0b93593d676'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:29:50.967144 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d15d602b-74c8-4738-8f00-fcb82e5228ec tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.032170 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-cee0bccc-27ea-4daf-a603-5aeec07cfdd8 None None] Provisioning complete for port b765e410-0dfd-41d8-8338-75a32b09e6e6 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:51.032544 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cee0bccc-27ea-4daf-a603-5aeec07cfdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.039313 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 41e500ec-9620-42a2-8349-9f1b4236c599 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:51.040325 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device d16feada-701e-4fcd-aa58-aa8183cba2b2 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:29:51.047247 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d15d602b-74c8-4738-8f00-fcb82e5228ec tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group (84c82322-f84f-4fd4-af06-2166535cb35b), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.051226 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d15d602b-74c8-4738-8f00-fcb82e5228ec tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (84c82322-f84f-4fd4-af06-2166535cb35b), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.061770 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:51.085585 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d15d602b-74c8-4738-8f00-fcb82e5228ec tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.087326 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d15d602b-74c8-4738-8f00-fcb82e5228ec tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1508064 Jul 20 08:29:51.090354 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37682) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:51.095125 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-aa5b00cc-6942-480d-acc6-1bc2d9ca35c5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Request body: {'security_group_rule': {'security_group_id': '84c82322-f84f-4fd4-af06-2166535cb35b', 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:29:51.096469 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d602b-74c8-4738-8f00-fcb82e5228ec tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c82322-f84f-4fd4-af06-2166535cb35b,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:51.135406 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-aa5b00cc-6942-480d-acc6-1bc2d9ca35c5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (3796bc3e-4843-46c1-97ee-60cf10326e52), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.139790 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:51.143348 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-cee0bccc-27ea-4daf-a603-5aeec07cfdd8 None None] Port b765e410-0dfd-41d8-8338-75a32b09e6e6 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:29:51.169809 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'name': 'tempest-TestVolumeBootPattern-245667724-router', 'tenant_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'ae8dfa76-0e7a-4509-ba38-296d3d8ea38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:46Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 4, 'project_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'gw_port': {'id': 'ae8dfa76-0e7a-4509-ba38-296d3d8ea38a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:46Z', 'updated_at': '2022-07-20T08:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'b765e410-0dfd-41d8-8338-75a32b09e6e6', 'name': '', 'network_id': '4e401ba1-7161-4e9b-92c4-bca3c5766b2b', 'tenant_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'mac_address': 'fa:16:3e:9d:b8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:48Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 2, 'project_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'subnets': [{'id': '350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:51.198929 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port d16feada-701e-4fcd-aa58-aa8183cba2b2 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:51.199655 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.202629 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66425a7-90c1-41de-9f56-e9824d9793a1 None None] The sync data for ids ['876d6a6c-369b-4186-ad32-a818d10619c2'] in dv-cinder-823089-3-iscsi is: [{'id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'name': 'tempest-TestVolumeBootPattern-245667724-router', 'tenant_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'ae8dfa76-0e7a-4509-ba38-296d3d8ea38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:46Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 4, 'project_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'gw_port': {'id': 'ae8dfa76-0e7a-4509-ba38-296d3d8ea38a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:46Z', 'updated_at': '2022-07-20T08:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'b765e410-0dfd-41d8-8338-75a32b09e6e6', 'name': '', 'network_id': '4e401ba1-7161-4e9b-92c4-bca3c5766b2b', 'tenant_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'mac_address': 'fa:16:3e:9d:b8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:48Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 2, 'project_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'subnets': [{'id': '350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:29:51.206914 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-aa5b00cc-6942-480d-acc6-1bc2d9ca35c5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (3796bc3e-4843-46c1-97ee-60cf10326e52), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.213189 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-aa5b00cc-6942-480d-acc6-1bc2d9ca35c5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (3796bc3e-4843-46c1-97ee-60cf10326e52), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.238631 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b00cc-6942-480d-acc6-1bc2d9ca35c5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3796bc3e-4843-46c1-97ee-60cf10326e52,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:51.249044 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-aa5b00cc-6942-480d-acc6-1bc2d9ca35c5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.250470 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-aa5b00cc-6942-480d-acc6-1bc2d9ca35c5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590655 Jul 20 08:29:51.253777 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37684) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:51.259106 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-8ddc7dc5-bfae-470f-8ab1-4dc58f6af835 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Request body: {'security_group_rule': {'security_group_id': '84c82322-f84f-4fd4-af06-2166535cb35b', 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:29:51.298008 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8ddc7dc5-bfae-470f-8ab1-4dc58f6af835 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (17c711cc-8ade-48e8-abda-66861ed90f62), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.318622 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port d16feada-701e-4fcd-aa58-aa8183cba2b2 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:51.368300 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8ddc7dc5-bfae-470f-8ab1-4dc58f6af835 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (17c711cc-8ade-48e8-abda-66861ed90f62), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.372963 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8ddc7dc5-bfae-470f-8ab1-4dc58f6af835 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (17c711cc-8ade-48e8-abda-66861ed90f62), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.398506 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc7dc5-bfae-470f-8ab1-4dc58f6af835 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c711cc-8ade-48e8-abda-66861ed90f62,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:51.404815 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8ddc7dc5-bfae-470f-8ab1-4dc58f6af835 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.409678 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-8ddc7dc5-bfae-470f-8ab1-4dc58f6af835 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1540596 Jul 20 08:29:51.409816 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37686) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:51.415612 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-e0f87a7a-0382-4cf6-94d3-5b1efac8bdad tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Request body: {'security_group_rule': {'security_group_id': '84c82322-f84f-4fd4-af06-2166535cb35b', 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:29:51.472191 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e0f87a7a-0382-4cf6-94d3-5b1efac8bdad tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (af0a1363-81d9-44f0-8ff6-92ad3e4309e7), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.488777 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:51.543720 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e0f87a7a-0382-4cf6-94d3-5b1efac8bdad tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (af0a1363-81d9-44f0-8ff6-92ad3e4309e7), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.547992 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e0f87a7a-0382-4cf6-94d3-5b1efac8bdad tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (af0a1363-81d9-44f0-8ff6-92ad3e4309e7), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.570695 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f87a7a-0382-4cf6-94d3-5b1efac8bdad tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0a1363-81d9-44f0-8ff6-92ad3e4309e7,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:51.582272 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e0f87a7a-0382-4cf6-94d3-5b1efac8bdad tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.583602 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-e0f87a7a-0382-4cf6-94d3-5b1efac8bdad tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1729400 Jul 20 08:29:51.587643 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37688) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:51.592312 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-adebadb7-d944-4989-8c31-ab751d47be49 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Request body: {'security_group_rule': {'security_group_id': '84c82322-f84f-4fd4-af06-2166535cb35b', 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:29:51.626331 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-adebadb7-d944-4989-8c31-ab751d47be49 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (dfa8b558-9ebf-40e6-b6f5-a07e794bcc4f), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.698445 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-adebadb7-d944-4989-8c31-ab751d47be49 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (dfa8b558-9ebf-40e6-b6f5-a07e794bcc4f), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.703314 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-adebadb7-d944-4989-8c31-ab751d47be49 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (dfa8b558-9ebf-40e6-b6f5-a07e794bcc4f), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.726463 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebadb7-d944-4989-8c31-ab751d47be49 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa8b558-9ebf-40e6-b6f5-a07e794bcc4f,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:51.738215 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-adebadb7-d944-4989-8c31-ab751d47be49 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.741597 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-adebadb7-d944-4989-8c31-ab751d47be49 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1525841 Jul 20 08:29:51.742455 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37692) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:51.747095 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-0a481dae-a9f4-4770-b704-b7d76dffd09e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Request body: {'security_group_rule': {'security_group_id': '84c82322-f84f-4fd4-af06-2166535cb35b', 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:29:51.777349 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.securitygroups_db [None req-0a481dae-a9f4-4770-b704-b7d76dffd09e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Project fcfc8ebb18c54de29556d0b93593d676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 08:29:51.784741 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0a481dae-a9f4-4770-b704-b7d76dffd09e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (a8d3eba3-ca77-469d-a2ce-6ba8253144a2), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.858405 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0a481dae-a9f4-4770-b704-b7d76dffd09e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (a8d3eba3-ca77-469d-a2ce-6ba8253144a2), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.865182 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0a481dae-a9f4-4770-b704-b7d76dffd09e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (a8d3eba3-ca77-469d-a2ce-6ba8253144a2), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.897145 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a481dae-a9f4-4770-b704-b7d76dffd09e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d3eba3-ca77-469d-a2ce-6ba8253144a2,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:51.903265 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0a481dae-a9f4-4770-b704-b7d76dffd09e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:51.904515 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0a481dae-a9f4-4770-b704-b7d76dffd09e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1609824 Jul 20 08:29:51.908792 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37694) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:51.914094 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-071fce7a-31fe-46b4-8004-da5625f6164e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Request body: {'security_group_rule': {'security_group_id': '84c82322-f84f-4fd4-af06-2166535cb35b', 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:29:51.966853 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.securitygroups_db [None req-071fce7a-31fe-46b4-8004-da5625f6164e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Project fcfc8ebb18c54de29556d0b93593d676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 08:29:51.974271 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-071fce7a-31fe-46b4-8004-da5625f6164e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (bde0fe3e-988d-49d5-a9a5-1a5163aec5ce), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:52.051140 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-071fce7a-31fe-46b4-8004-da5625f6164e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (bde0fe3e-988d-49d5-a9a5-1a5163aec5ce), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:52.056982 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-071fce7a-31fe-46b4-8004-da5625f6164e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (bde0fe3e-988d-49d5-a9a5-1a5163aec5ce), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:52.085008 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fce7a-31fe-46b4-8004-da5625f6164e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde0fe3e-988d-49d5-a9a5-1a5163aec5ce,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:52.090309 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-071fce7a-31fe-46b4-8004-da5625f6164e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:52.095224 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-071fce7a-31fe-46b4-8004-da5625f6164e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1819491 Jul 20 08:29:52.203833 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:52.220661 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2f22da52-5342-4a2f-b40e-363dedcbaf32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:52.472625 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device ae8dfa76-0e7a-4509-ba38-296d3d8ea38a up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:29:52.536692 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port ae8dfa76-0e7a-4509-ba38-296d3d8ea38a triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:52.537249 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (ae8dfa76-0e7a-4509-ba38-296d3d8ea38a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:52.651560 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port ae8dfa76-0e7a-4509-ba38-296d3d8ea38a is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:52.652017 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (ae8dfa76-0e7a-4509-ba38-296d3d8ea38a), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:52.677511 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port ae8dfa76-0e7a-4509-ba38-296d3d8ea38a, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=ae8dfa76-0e7a-4509-ba38-296d3d8ea38a,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:29:52.682512 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (ae8dfa76-0e7a-4509-ba38-296d3d8ea38a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:52.739909 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=ae8dfa76-0e7a-4509-ba38-296d3d8ea38a,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:53.478503 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Sync routers for ids ['876d6a6c-369b-4186-ad32-a818d10619c2'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:29:53.489649 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Routers {'876d6a6c-369b-4186-ad32-a818d10619c2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:29:53.490259 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['876d6a6c-369b-4186-ad32-a818d10619c2'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:53.604170 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Set router 876d6a6c-369b-4186-ad32-a818d10619c2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:29:53.817598 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'name': 'tempest-TestVolumeBootPattern-245667724-router', 'tenant_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'ae8dfa76-0e7a-4509-ba38-296d3d8ea38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:46Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 4, 'project_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'gw_port': {'id': 'ae8dfa76-0e7a-4509-ba38-296d3d8ea38a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:46Z', 'updated_at': '2022-07-20T08:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'b765e410-0dfd-41d8-8338-75a32b09e6e6', 'name': '', 'network_id': '4e401ba1-7161-4e9b-92c4-bca3c5766b2b', 'tenant_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'mac_address': 'fa:16:3e:9d:b8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:48Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 2, 'project_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'subnets': [{'id': '350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:53.850211 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Checking router: 876d6a6c-369b-4186-ad32-a818d10619c2 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:29:53.850607 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Updating router 876d6a6c-369b-4186-ad32-a818d10619c2 port b765e410-0dfd-41d8-8338-75a32b09e6e6 binding host dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:29:53.885763 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:53.887699 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:54.132665 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:54.199778 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:54.204764 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Publish callbacks [] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:54.211622 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:54.262934 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870466ed-2102-4179-8e6e-3448482f2639 None None] Pushing event updated for resources: {'Port': ['ID=b765e410-0dfd-41d8-8338-75a32b09e6e6,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:54.329644 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Attempting to bind port b765e410-0dfd-41d8-8338-75a32b09e6e6 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:29:54.330028 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Attempting to bind port b765e410-0dfd-41d8-8338-75a32b09e6e6 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': 'c71e3534-e32c-435a-ad75-d4ed1075930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4e401ba1-7161-4e9b-92c4-bca3c5766b2b'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:29:54.330452 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Attempting to bind port b765e410-0dfd-41d8-8338-75a32b09e6e6 on network 4e401ba1-7161-4e9b-92c4-bca3c5766b2b {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:29:54.337486 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:29:54.338420 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Checking segment: {'id': 'c71e3534-e32c-435a-ad75-d4ed1075930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4e401ba1-7161-4e9b-92c4-bca3c5766b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:29:54.338420 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:54.338686 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Bound using segment: {'id': 'c71e3534-e32c-435a-ad75-d4ed1075930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4e401ba1-7161-4e9b-92c4-bca3c5766b2b'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:29:54.339158 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Bound port: b765e410-0dfd-41d8-8338-75a32b09e6e6, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71e3534-e32c-435a-ad75-d4ed1075930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4e401ba1-7161-4e9b-92c4-bca3c5766b2b'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:29:54.339544 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:54.442236 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] For port b765e410-0dfd-41d8-8338-75a32b09e6e6, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:29:54.448472 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] For port b765e410-0dfd-41d8-8338-75a32b09e6e6, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=b765e410-0dfd-41d8-8338-75a32b09e6e6,segment=NetworkSegment(c71e3534-e32c-435a-ad75-d4ed1075930e),segment_id=c71e3534-e32c-435a-ad75-d4ed1075930e)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:29:54.456310 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:54.482738 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device ae8dfa76-0e7a-4509-ba38-296d3d8ea38a up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:29:54.535863 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Provisioning complete for port b765e410-0dfd-41d8-8338-75a32b09e6e6 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:54.536509 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:54.541982 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Routers {'876d6a6c-369b-4186-ad32-a818d10619c2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:29:54.542870 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['876d6a6c-369b-4186-ad32-a818d10619c2'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:54.583703 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port ae8dfa76-0e7a-4509-ba38-296d3d8ea38a triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:54.584082 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (ae8dfa76-0e7a-4509-ba38-296d3d8ea38a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:54.586855 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870466ed-2102-4179-8e6e-3448482f2639 None None] Pushing event updated for resources: {'Port': ['ID=b765e410-0dfd-41d8-8338-75a32b09e6e6,revision_number=4']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:54.674559 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Current status of the port b765e410-0dfd-41d8-8338-75a32b09e6e6 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:54.675247 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:54.685036 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] Set router 876d6a6c-369b-4186-ad32-a818d10619c2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:29:54.747842 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port ae8dfa76-0e7a-4509-ba38-296d3d8ea38a is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:54.760683 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] For port b765e410-0dfd-41d8-8338-75a32b09e6e6, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=b765e410-0dfd-41d8-8338-75a32b09e6e6,segment=NetworkSegment(c71e3534-e32c-435a-ad75-d4ed1075930e),segment_id=c71e3534-e32c-435a-ad75-d4ed1075930e)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:29:54.770482 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:54.844480 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Pushing event updated for resources: {'Port': ['ID=b765e410-0dfd-41d8-8338-75a32b09e6e6,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:54.852062 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:54.852408 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:54.852751 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:54.853114 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:54.853452 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:54.853782 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:54.854344 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:54.854708 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:54.855040 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:54.855367 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:54.855693 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:54.856030 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:54.856519 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:54.856997 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:54.857474 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0c501-4866-4193-99cf-e050715cf75e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:54.895232 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-85e55218-af38-44aa-aabe-b83f78055804 None None] Provisioning complete for port b765e410-0dfd-41d8-8338-75a32b09e6e6 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:54.895232 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-85e55218-af38-44aa-aabe-b83f78055804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:54.922276 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'name': 'tempest-TestVolumeBootPattern-245667724-router', 'tenant_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'ae8dfa76-0e7a-4509-ba38-296d3d8ea38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:46Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 4, 'project_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'gw_port': {'id': 'ae8dfa76-0e7a-4509-ba38-296d3d8ea38a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:46Z', 'updated_at': '2022-07-20T08:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'b765e410-0dfd-41d8-8338-75a32b09e6e6', 'name': '', 'network_id': '4e401ba1-7161-4e9b-92c4-bca3c5766b2b', 'tenant_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'mac_address': 'fa:16:3e:9d:b8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:48Z', 'updated_at': '2022-07-20T08:29:54Z', 'revision_number': 4, 'project_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'subnets': [{'id': '350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:29:54.962880 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:55.013835 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-85e55218-af38-44aa-aabe-b83f78055804 None None] Current status of the port b765e410-0dfd-41d8-8338-75a32b09e6e6 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:55.046207 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75de2574-ae5f-458f-bf63-2a2551835c37 None None] The sync data for ids ['876d6a6c-369b-4186-ad32-a818d10619c2'] in dv-cinder-823089-3-iscsi is: [{'id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'name': 'tempest-TestVolumeBootPattern-245667724-router', 'tenant_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'ae8dfa76-0e7a-4509-ba38-296d3d8ea38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:46Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 4, 'project_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'gw_port': {'id': 'ae8dfa76-0e7a-4509-ba38-296d3d8ea38a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:46Z', 'updated_at': '2022-07-20T08:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'b765e410-0dfd-41d8-8338-75a32b09e6e6', 'name': '', 'network_id': '4e401ba1-7161-4e9b-92c4-bca3c5766b2b', 'tenant_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'mac_address': 'fa:16:3e:9d:b8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:48Z', 'updated_at': '2022-07-20T08:29:54Z', 'revision_number': 4, 'project_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'subnets': [{'id': '350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:29:56.436854 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device b765e410-0dfd-41d8-8338-75a32b09e6e6 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:29:56.485895 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port b765e410-0dfd-41d8-8338-75a32b09e6e6 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:29:56.486275 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:56.545463 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:56.547019 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:56.589577 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port b765e410-0dfd-41d8-8338-75a32b09e6e6 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:29:56.700551 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:56.748127 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37820) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:56.861506 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:56.892216 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:56.946160 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:56.968035 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Publish callbacks [] for security_group (b706c575-dcee-4494-94fa-c6465b084bb1), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:56.975710 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (b706c575-dcee-4494-94fa-c6465b084bb1), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:57.025719 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52c707b3bd934babbab9b29f1e734702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759299 Jul 20 08:29:57.026289 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b706c575-dcee-4494-94fa-c6465b084bb1,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:57.027930 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37826) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:57.033781 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:57.034124 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:57.034472 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:57.034830 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:57.035156 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:57.035480 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:57.035803 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:57.036123 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:57.036445 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:57.036764 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:57.037082 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:57.037398 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:57.037715 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:57.038024 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:57.038535 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85917-1320-486d-aa52-d05db1d4ec4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:29:57.083635 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcfce890-a91a-4d4a-a67d-d59a2b8494a4 admin admin] Publish callbacks [] for security_group (b706c575-dcee-4494-94fa-c6465b084bb1), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:57.108216 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcfce890-a91a-4d4a-a67d-d59a2b8494a4 admin admin] Publish callbacks [] for security_group (b706c575-dcee-4494-94fa-c6465b084bb1), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:57.167339 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcfce890-a91a-4d4a-a67d-d59a2b8494a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (b706c575-dcee-4494-94fa-c6465b084bb1), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:57.170221 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcfce890-a91a-4d4a-a67d-d59a2b8494a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:57.171434 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-fcfce890-a91a-4d4a-a67d-d59a2b8494a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b706c575-dcee-4494-94fa-c6465b084bb1 HTTP/1.1" status: 204 len: 168 time: 0.1425118 Jul 20 08:29:57.180461 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfce890-a91a-4d4a-a67d-d59a2b8494a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b706c575-dcee-4494-94fa-c6465b084bb1,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:57.855192 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37856) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:57.966572 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-ce0f64dd-e576-48f7-b2b0-b86e7f3d3d2b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-213468093-network', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:29:57.990719 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0f64dd-e576-48f7-b2b0-b86e7f3d3d2b admin admin] Made reservation on behalf of 714941c1e0034a37b0bf0144c1eac958 for: {'network': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:29:57.994274 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ce0f64dd-e576-48f7-b2b0-b86e7f3d3d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:58.009602 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ce0f64dd-e576-48f7-b2b0-b86e7f3d3d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:58.054893 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:58.124101 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ce0f64dd-e576-48f7-b2b0-b86e7f3d3d2b admin admin] Publish callbacks [] for security_group (b0cf260c-c293-41bb-be16-5f58397aa62c), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:58.129215 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ce0f64dd-e576-48f7-b2b0-b86e7f3d3d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (b0cf260c-c293-41bb-be16-5f58397aa62c), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:58.161480 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0f64dd-e576-48f7-b2b0-b86e7f3d3d2b admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=104022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:29:58.164499 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:INSERT=13,neutron:DELETE=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:58.180655 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f64dd-e576-48f7-b2b0-b86e7f3d3d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cf260c-c293-41bb-be16-5f58397aa62c,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:58.185941 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ce0f64dd-e576-48f7-b2b0-b86e7f3d3d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (cb622305-3894-4c30-92b0-7b125aa1fe0f), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:58.186463 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.segments_db [None req-ce0f64dd-e576-48f7-b2b0-b86e7f3d3d2b admin admin] Added segment cb622305-3894-4c30-92b0-7b125aa1fe0f of type vlan for network 25f446cb-7a17-4014-9d26-36b89d0e107f Jul 20 08:29:58.235042 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ce0f64dd-e576-48f7-b2b0-b86e7f3d3d2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (25f446cb-7a17-4014-9d26-36b89d0e107f), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:58.264970 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ce0f64dd-e576-48f7-b2b0-b86e7f3d3d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (25f446cb-7a17-4014-9d26-36b89d0e107f), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:58.266014 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0f64dd-e576-48f7-b2b0-b86e7f3d3d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:58.266648 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ce0f64dd-e576-48f7-b2b0-b86e7f3d3d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:58.301126 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ce0f64dd-e576-48f7-b2b0-b86e7f3d3d2b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4448051 Jul 20 08:29:58.304161 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37862) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:58.310013 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-a74170f4-9050-461e-8179-1e49b2e0c8aa admin admin] Request body: {'subnet': {'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-213468093-subnet', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:29:58.341617 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f64dd-e576-48f7-b2b0-b86e7f3d3d2b admin admin] Pushing event updated for resources: {'Network': ['ID=25f446cb-7a17-4014-9d26-36b89d0e107f,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:58.342017 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74170f4-9050-461e-8179-1e49b2e0c8aa admin admin] Made reservation on behalf of 714941c1e0034a37b0bf0144c1eac958 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:29:58.344517 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a74170f4-9050-461e-8179-1e49b2e0c8aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530434244'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:58.352315 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network 25f446cb-7a17-4014-9d26-36b89d0e107f details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:29:58.517972 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a74170f4-9050-461e-8179-1e49b2e0c8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528676234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530434258'] for subnet (67df32de-3166-445b-a233-44f44257b1ac), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:58.577040 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74170f4-9050-461e-8179-1e49b2e0c8aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=67df32de-3166-445b-a233-44f44257b1ac,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:58.584775 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74170f4-9050-461e-8179-1e49b2e0c8aa admin admin] Checking segment: {'id': 'cb622305-3894-4c30-92b0-7b125aa1fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:29:58.585450 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74170f4-9050-461e-8179-1e49b2e0c8aa admin admin] Network hostable DHCP agents. Network: 25f446cb-7a17-4014-9d26-36b89d0e107f, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:29:58.607837 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74170f4-9050-461e-8179-1e49b2e0c8aa admin admin] Network 25f446cb-7a17-4014-9d26-36b89d0e107f is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:29:58.620177 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-a74170f4-9050-461e-8179-1e49b2e0c8aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, 25f446cb-7a17-4014-9d26-36b89d0e107f) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:29:58.624750 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74170f4-9050-461e-8179-1e49b2e0c8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:29:58.625351 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a74170f4-9050-461e-8179-1e49b2e0c8aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:58.630482 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d419fc6-cbad-4c1a-8b3a-c12c3f79d6c4 None None] Network 25f446cb-7a17-4014-9d26-36b89d0e107f requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:29:58.643383 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a74170f4-9050-461e-8179-1e49b2e0c8aa admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3381109 Jul 20 08:29:58.646189 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37866) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:29:58.651100 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-213468093-router', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:29:58.671371 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3716'] for router (c0cf123f-20b5-4ec2-a780-96cdadb447db), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:58.672384 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3727'] for router (c0cf123f-20b5-4ec2-a780-96cdadb447db), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:58.727673 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Publish callbacks [] for router_controller (c0cf123f-20b5-4ec2-a780-96cdadb447db), precommit_add_association {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:58.739715 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp559ec1a5-64fa-5701-adf0-4540e30e92f7-25f446cb-7a17-4014-9d26-36b89d0e107f', 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f', 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'fixed_ips': [{'subnet_id': '67df32de-3166-445b-a233-44f44257b1ac'}]}} from dv-cinder-823089-3-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 08:29:58.741040 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:58.865951 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Publish callbacks [] for router_gateway (c0cf123f-20b5-4ec2-a780-96cdadb447db), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:58.885121 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Allocated IP 172.20.0.2 (25f446cb-7a17-4014-9d26-36b89d0e107f/67df32de-3166-445b-a233-44f44257b1ac/f3d24abb-d4b2-40c9-a41b-48e0a2993347) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:29:59.053543 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Publish callbacks [] for port (f3d24abb-d4b2-40c9-a41b-48e0a2993347), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:59.060893 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (f3d24abb-d4b2-40c9-a41b-48e0a2993347), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:59.068035 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Publish callbacks [] for router_gateway (c0cf123f-20b5-4ec2-a780-96cdadb447db), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:59.087771 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:59.098377 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Network 25f446cb-7a17-4014-9d26-36b89d0e107f is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:29:59.106938 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:29:59.111132 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:29:59.118721 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Pushing event updated for resources: {'Port': ['ID=f3d24abb-d4b2-40c9-a41b-48e0a2993347,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:59.192404 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Attempting to bind port f3d24abb-d4b2-40c9-a41b-48e0a2993347 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:29:59.192917 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Attempting to bind port f3d24abb-d4b2-40c9-a41b-48e0a2993347 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': 'cb622305-3894-4c30-92b0-7b125aa1fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:29:59.193450 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Attempting to bind port f3d24abb-d4b2-40c9-a41b-48e0a2993347 on network 25f446cb-7a17-4014-9d26-36b89d0e107f {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:29:59.200613 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:29:59.201006 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Checking segment: {'id': 'cb622305-3894-4c30-92b0-7b125aa1fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:29:59.201405 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:59.201806 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Bound using segment: {'id': 'cb622305-3894-4c30-92b0-7b125aa1fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:29:59.202280 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Bound port: f3d24abb-d4b2-40c9-a41b-48e0a2993347, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb622305-3894-4c30-92b0-7b125aa1fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:29:59.202694 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (f3d24abb-d4b2-40c9-a41b-48e0a2993347), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:59.229283 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Allocated IP 172.27.1.60 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/de1e5c46-e310-456c-b39c-0da1263f875e) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:29:59.255827 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:29:59.270820 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:59.284108 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] For port f3d24abb-d4b2-40c9-a41b-48e0a2993347, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:29:59.287668 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] For port f3d24abb-d4b2-40c9-a41b-48e0a2993347, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=f3d24abb-d4b2-40c9-a41b-48e0a2993347,segment=NetworkSegment(cb622305-3894-4c30-92b0-7b125aa1fe0f),segment_id=cb622305-3894-4c30-92b0-7b125aa1fe0f)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:29:59.296367 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (f3d24abb-d4b2-40c9-a41b-48e0a2993347), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:59.341455 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:59.359454 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1892b9-cd58-4e1d-913d-29ebfce7d513 None None] Pushing event updated for resources: {'Port': ['ID=f3d24abb-d4b2-40c9-a41b-48e0a2993347,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:59.399710 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Publish callbacks [] for port (de1e5c46-e310-456c-b39c-0da1263f875e), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:59.442803 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (de1e5c46-e310-456c-b39c-0da1263f875e), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:29:59.491455 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:29:59.497032 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:29:59.503041 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:29:59.535638 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Pushing event updated for resources: {'Port': ['ID=de1e5c46-e310-456c-b39c-0da1263f875e,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:29:59.555721 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:29:59.930108 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Publish callbacks [] for router_gateway (c0cf123f-20b5-4ec2-a780-96cdadb447db), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:00.174736 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735374'] for router (c0cf123f-20b5-4ec2-a780-96cdadb447db), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:00.412523 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Router c0cf123f-20b5-4ec2-a780-96cdadb447db is scheduled to L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 with binding_index 1 {{(pid=104022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 08:30:00.468298 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device f3d24abb-d4b2-40c9-a41b-48e0a2993347 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:00.534032 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:00.553301 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port f3d24abb-d4b2-40c9-a41b-48e0a2993347 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:00.553822 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (f3d24abb-d4b2-40c9-a41b-48e0a2993347), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:00.592025 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:30:00.593049 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c3173b-f4b9-489c-ab04-9f336cf08d7b None None] Network 25f446cb-7a17-4014-9d26-36b89d0e107f requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:30:00.625739 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:00.626285 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Sync routers for ids ['c0cf123f-20b5-4ec2-a780-96cdadb447db'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:30:00.632813 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-e6cc935c-ce6d-4b0a-a332-c024d13be45c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9800825 Jul 20 08:30:00.633983 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37892) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:00.708910 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:00.721127 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Routers {'c0cf123f-20b5-4ec2-a780-96cdadb447db'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:30:00.721872 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c0cf123f-20b5-4ec2-a780-96cdadb447db'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:00.766800 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-3ca90439-8d5a-4f50-ab6a-6e84cb7759fa None None] Provisioning complete for port f3d24abb-d4b2-40c9-a41b-48e0a2993347 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:00.767317 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3ca90439-8d5a-4f50-ab6a-6e84cb7759fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (f3d24abb-d4b2-40c9-a41b-48e0a2993347), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:01.121330 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port f3d24abb-d4b2-40c9-a41b-48e0a2993347 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:01.121675 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (f3d24abb-d4b2-40c9-a41b-48e0a2993347), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:01.214277 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Set router c0cf123f-20b5-4ec2-a780-96cdadb447db gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:30:01.330470 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-3ca90439-8d5a-4f50-ab6a-6e84cb7759fa None None] Current status of the port f3d24abb-d4b2-40c9-a41b-48e0a2993347 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:01.330898 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3ca90439-8d5a-4f50-ab6a-6e84cb7759fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (f3d24abb-d4b2-40c9-a41b-48e0a2993347), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:01.345355 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port f3d24abb-d4b2-40c9-a41b-48e0a2993347, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=f3d24abb-d4b2-40c9-a41b-48e0a2993347,segment=NetworkSegment(cb622305-3894-4c30-92b0-7b125aa1fe0f),segment_id=cb622305-3894-4c30-92b0-7b125aa1fe0f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:30:01.378992 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (f3d24abb-d4b2-40c9-a41b-48e0a2993347), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:01.485287 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:01.552536 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:01.568049 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=f3d24abb-d4b2-40c9-a41b-48e0a2993347,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:01.589709 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.db.api [None req-3ca90439-8d5a-4f50-ab6a-6e84cb7759fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 08:30:01.590173 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG oslo_db.api [None req-3ca90439-8d5a-4f50-ab6a-6e84cb7759fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 08:30:01.642714 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'name': 'tempest-TestShelveInstance-213468093-router', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:58Z', 'updated_at': '2022-07-20T08:29:59Z', 'revision_number': 3, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'gw_port': {'id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:59Z', 'updated_at': '2022-07-20T08:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:01.671330 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Checking router: c0cf123f-20b5-4ec2-a780-96cdadb447db for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:30:01.671714 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Updating router c0cf123f-20b5-4ec2-a780-96cdadb447db port de1e5c46-e310-456c-b39c-0da1263f875e binding host dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:30:01.678102 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:01.706012 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (de1e5c46-e310-456c-b39c-0da1263f875e), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:01.706885 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37906) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:01.904025 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-114a9351-0b94-4899-aebd-ccdcfa6bc6e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:01.906703 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Allocated IP 172.20.0.1 (25f446cb-7a17-4014-9d26-36b89d0e107f/67df32de-3166-445b-a233-44f44257b1ac/51c7b459-5d5d-49cd-8b64-a5667386cd4e) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:30:01.928966 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:02.044953 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Publish callbacks [] for port (de1e5c46-e310-456c-b39c-0da1263f875e), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.051512 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (de1e5c46-e310-456c-b39c-0da1263f875e), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.126496 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Attempting to bind port de1e5c46-e310-456c-b39c-0da1263f875e on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:30:02.126928 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Attempting to bind port de1e5c46-e310-456c-b39c-0da1263f875e by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:30:02.127298 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Attempting to bind port de1e5c46-e310-456c-b39c-0da1263f875e on network a1c48fb5-2431-447f-bf04-61d33fd44216 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:30:02.131339 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bb811-5e7d-4a07-bc85-a1a03601661e None None] Pushing event updated for resources: {'Port': ['ID=de1e5c46-e310-456c-b39c-0da1263f875e,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:02.143745 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Publish callbacks [] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.144788 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:30:02.145167 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Checking segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:30:02.145561 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.145947 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Bound using segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:30:02.146419 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Bound port: de1e5c46-e310-456c-b39c-0da1263f875e, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:30:02.146824 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (de1e5c46-e310-456c-b39c-0da1263f875e), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.150988 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:02.151394 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-3ca90439-8d5a-4f50-ab6a-6e84cb7759fa None None] Current status of the port f3d24abb-d4b2-40c9-a41b-48e0a2993347 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:02.164230 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-114a9351-0b94-4899-aebd-ccdcfa6bc6e1 admin admin] Publish callbacks [] for security_group (460a202c-6bb2-44d7-88e0-02aacfdc86ed), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.209593 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-114a9351-0b94-4899-aebd-ccdcfa6bc6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (460a202c-6bb2-44d7-88e0-02aacfdc86ed), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.217549 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] For port de1e5c46-e310-456c-b39c-0da1263f875e, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:30:02.222235 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] For port de1e5c46-e310-456c-b39c-0da1263f875e, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=de1e5c46-e310-456c-b39c-0da1263f875e,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:30:02.228581 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (de1e5c46-e310-456c-b39c-0da1263f875e), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.266599 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.289872 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-114a9351-0b94-4899-aebd-ccdcfa6bc6e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a1205a479b84b1dae970d885fa82650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5818870 Jul 20 08:30:02.291040 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a9351-0b94-4899-aebd-ccdcfa6bc6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460a202c-6bb2-44d7-88e0-02aacfdc86ed,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:02.293753 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37910) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:02.297688 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-aa2ecb25-0f02-4a4f-bace-5621b913742e None None] Provisioning complete for port f3d24abb-d4b2-40c9-a41b-48e0a2993347 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:02.298065 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-aa2ecb25-0f02-4a4f-bace-5621b913742e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (f3d24abb-d4b2-40c9-a41b-48e0a2993347), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.329905 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bb811-5e7d-4a07-bc85-a1a03601661e None None] Pushing event updated for resources: {'Port': ['ID=de1e5c46-e310-456c-b39c-0da1263f875e,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:02.331479 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Network 25f446cb-7a17-4014-9d26-36b89d0e107f is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:30:02.333954 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Routers {'c0cf123f-20b5-4ec2-a780-96cdadb447db'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:30:02.334736 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:02.335035 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c0cf123f-20b5-4ec2-a780-96cdadb447db'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:02.344556 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:30:02.380374 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Pushing event updated for resources: {'Port': ['ID=51c7b459-5d5d-49cd-8b64-a5667386cd4e,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:02.419130 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a071619-a39b-471a-a8f4-161b28131a84 admin admin] Publish callbacks [] for security_group (460a202c-6bb2-44d7-88e0-02aacfdc86ed), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.421057 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722720'] for router_interface (c0cf123f-20b5-4ec2-a780-96cdadb447db), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.499036 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:02.509670 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a071619-a39b-471a-a8f4-161b28131a84 admin admin] Publish callbacks [] for security_group (460a202c-6bb2-44d7-88e0-02aacfdc86ed), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.536747 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ecb25-0f02-4a4f-bace-5621b913742e None None] Current status of the port f3d24abb-d4b2-40c9-a41b-48e0a2993347 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:02.543067 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] Set router c0cf123f-20b5-4ec2-a780-96cdadb447db gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:30:02.655801 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.656050 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device f3d24abb-d4b2-40c9-a41b-48e0a2993347 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:02.656954 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a071619-a39b-471a-a8f4-161b28131a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (460a202c-6bb2-44d7-88e0-02aacfdc86ed), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.662539 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a071619-a39b-471a-a8f4-161b28131a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.665729 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4a071619-a39b-471a-a8f4-161b28131a84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/460a202c-6bb2-44d7-88e0-02aacfdc86ed HTTP/1.1" status: 204 len: 168 time: 0.3693509 Jul 20 08:30:02.668428 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:02.688062 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a071619-a39b-471a-a8f4-161b28131a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460a202c-6bb2-44d7-88e0-02aacfdc86ed,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:02.844176 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port f3d24abb-d4b2-40c9-a41b-48e0a2993347 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:02.844559 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (f3d24abb-d4b2-40c9-a41b-48e0a2993347), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.884317 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:02.937424 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8d296fef-6bfd-4b81-96d8-821a2c35ecc4 None None] Provisioning complete for port 51c7b459-5d5d-49cd-8b64-a5667386cd4e triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:02.937821 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8d296fef-6bfd-4b81-96d8-821a2c35ecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.959628 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Publish callbacks [] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.966516 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529145684'] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:02.985238 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'name': 'tempest-TestShelveInstance-213468093-router', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:58Z', 'updated_at': '2022-07-20T08:29:59Z', 'revision_number': 3, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'gw_port': {'id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:59Z', 'updated_at': '2022-07-20T08:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:03.021023 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8d296fef-6bfd-4b81-96d8-821a2c35ecc4 None None] Port 51c7b459-5d5d-49cd-8b64-a5667386cd4e cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:30:03.023934 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8ece4b-5ba7-45cc-b7ef-c7d1f0294abd None None] The sync data for ids ['c0cf123f-20b5-4ec2-a780-96cdadb447db'] in dv-cinder-823089-3-iscsi is: [{'id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'name': 'tempest-TestShelveInstance-213468093-router', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:58Z', 'updated_at': '2022-07-20T08:29:59Z', 'revision_number': 3, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'gw_port': {'id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:59Z', 'updated_at': '2022-07-20T08:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:30:03.072676 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733416'] for router_interface (c0cf123f-20b5-4ec2-a780-96cdadb447db), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:03.097789 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port f3d24abb-d4b2-40c9-a41b-48e0a2993347 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:03.104438 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Pushing event updated for resources: {'Port': ['ID=51c7b459-5d5d-49cd-8b64-a5667386cd4e,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:03.164630 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37918) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:03.178616 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ab8e-cef5-4bcb-aba8-7de2d659505f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:03.206736 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Network 25f446cb-7a17-4014-9d26-36b89d0e107f is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:30:03.208285 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:03.238764 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:03.279923 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ab8e-cef5-4bcb-aba8-7de2d659505f admin admin] Publish callbacks [] for security_group (c80e3a0a-2343-456f-9b73-55cace14b8f4), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:03.289909 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ab8e-cef5-4bcb-aba8-7de2d659505f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (c80e3a0a-2343-456f-9b73-55cace14b8f4), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:03.384681 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4ab8e-cef5-4bcb-aba8-7de2d659505f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80e3a0a-2343-456f-9b73-55cace14b8f4,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:03.421324 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a7b4ab8e-cef5-4bcb-aba8-7de2d659505f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07671256a3ea437b9498e8537a9d1da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554781 Jul 20 08:30:03.421843 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37920) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:03.423882 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Router c0cf123f-20b5-4ec2-a780-96cdadb447db has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:30:03.495153 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b18acc2-50c7-48fd-9e55-f481f42fcede admin admin] Publish callbacks [] for security_group (c80e3a0a-2343-456f-9b73-55cace14b8f4), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:03.496959 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:03.536301 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b18acc2-50c7-48fd-9e55-f481f42fcede admin admin] Publish callbacks [] for security_group (c80e3a0a-2343-456f-9b73-55cace14b8f4), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:03.592415 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-0428aa05-c215-4f04-a813-abe46728e1d2 None None] Provisioning complete for port 51c7b459-5d5d-49cd-8b64-a5667386cd4e triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:03.593171 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0428aa05-c215-4f04-a813-abe46728e1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:03.621042 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:03.631282 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b18acc2-50c7-48fd-9e55-f481f42fcede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (c80e3a0a-2343-456f-9b73-55cace14b8f4), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:03.635228 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b18acc2-50c7-48fd-9e55-f481f42fcede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:03.636408 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6b18acc2-50c7-48fd-9e55-f481f42fcede admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c80e3a0a-2343-456f-9b73-55cace14b8f4 HTTP/1.1" status: 204 len: 168 time: 0.2136195 Jul 20 08:30:03.658073 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18acc2-50c7-48fd-9e55-f481f42fcede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80e3a0a-2343-456f-9b73-55cace14b8f4,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:03.666855 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-0428aa05-c215-4f04-a813-abe46728e1d2 None None] Port 51c7b459-5d5d-49cd-8b64-a5667386cd4e cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:30:03.676368 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:30:03.695126 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-154a2a26-8dc9-4ba7-aeb9-635cf550259c admin admin] 10.222.0.64 "PUT /v2.0/routers/c0cf123f-20b5-4ec2-a780-96cdadb447db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0508027 Jul 20 08:30:04.294230 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37940) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:04.312250 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d647947b-6588-42ce-89af-5a10b92722e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:04.416305 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:04.441915 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d647947b-6588-42ce-89af-5a10b92722e6 admin admin] Publish callbacks [] for security_group (bf85b2e6-1268-4cd5-8c2a-c8e842c036c1), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:04.451161 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d647947b-6588-42ce-89af-5a10b92722e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (bf85b2e6-1268-4cd5-8c2a-c8e842c036c1), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:04.519735 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d647947b-6588-42ce-89af-5a10b92722e6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44210f20f39e406bb7203ce6f31bee58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236221 Jul 20 08:30:04.522398 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37944) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:04.532074 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647947b-6588-42ce-89af-5a10b92722e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf85b2e6-1268-4cd5-8c2a-c8e842c036c1,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:04.563607 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device de1e5c46-e310-456c-b39c-0da1263f875e up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:04.601365 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-744a5181-a544-4cff-b696-ba1e7fee40c6 admin admin] Publish callbacks [] for security_group (bf85b2e6-1268-4cd5-8c2a-c8e842c036c1), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:04.634136 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port de1e5c46-e310-456c-b39c-0da1263f875e triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:04.634958 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (de1e5c46-e310-456c-b39c-0da1263f875e), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:04.643784 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37950) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:04.649722 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-85f568d5-f2a7-4c40-948b-a81b80355c75 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1508931211-network', 'tenant_id': 'c3cf87b84407454091a026745dfe006b'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:04.655260 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-744a5181-a544-4cff-b696-ba1e7fee40c6 admin admin] Publish callbacks [] for security_group (bf85b2e6-1268-4cd5-8c2a-c8e842c036c1), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:04.672801 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f568d5-f2a7-4c40-948b-a81b80355c75 admin admin] Made reservation on behalf of c3cf87b84407454091a026745dfe006b for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:30:04.676141 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85f568d5-f2a7-4c40-948b-a81b80355c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:04.691484 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85f568d5-f2a7-4c40-948b-a81b80355c75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:04.734493 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port de1e5c46-e310-456c-b39c-0da1263f875e is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:04.735129 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (de1e5c46-e310-456c-b39c-0da1263f875e), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:04.746208 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-744a5181-a544-4cff-b696-ba1e7fee40c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (bf85b2e6-1268-4cd5-8c2a-c8e842c036c1), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:04.750769 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-744a5181-a544-4cff-b696-ba1e7fee40c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:04.752109 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-744a5181-a544-4cff-b696-ba1e7fee40c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf85b2e6-1268-4cd5-8c2a-c8e842c036c1 HTTP/1.1" status: 204 len: 168 time: 0.2280371 Jul 20 08:30:04.766405 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port de1e5c46-e310-456c-b39c-0da1263f875e, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=de1e5c46-e310-456c-b39c-0da1263f875e,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:30:04.767266 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a5181-a544-4cff-b696-ba1e7fee40c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf85b2e6-1268-4cd5-8c2a-c8e842c036c1,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:04.785441 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (de1e5c46-e310-456c-b39c-0da1263f875e), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:04.839587 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85f568d5-f2a7-4c40-948b-a81b80355c75 admin admin] Publish callbacks [] for security_group (bc956e73-a4e4-429f-ae2e-d0cff0e0a964), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:04.845802 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85f568d5-f2a7-4c40-948b-a81b80355c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (bc956e73-a4e4-429f-ae2e-d0cff0e0a964), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:04.859364 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=de1e5c46-e310-456c-b39c-0da1263f875e,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:04.877810 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f568d5-f2a7-4c40-948b-a81b80355c75 admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:30:04.893912 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f568d5-f2a7-4c40-948b-a81b80355c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc956e73-a4e4-429f-ae2e-d0cff0e0a964,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:04.897522 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85f568d5-f2a7-4c40-948b-a81b80355c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (1abbea4f-f0fa-492f-9a3b-290e4afbf94c), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:04.897772 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-85f568d5-f2a7-4c40-948b-a81b80355c75 admin admin] Added segment 1abbea4f-f0fa-492f-9a3b-290e4afbf94c of type vlan for network c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea Jul 20 08:30:04.928372 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:04.959293 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85f568d5-f2a7-4c40-948b-a81b80355c75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:04.989437 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85f568d5-f2a7-4c40-948b-a81b80355c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:04.990826 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f568d5-f2a7-4c40-948b-a81b80355c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:04.992173 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85f568d5-f2a7-4c40-948b-a81b80355c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:05.039638 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-85f568d5-f2a7-4c40-948b-a81b80355c75 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3944857 Jul 20 08:30:05.043815 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37954) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:05.054439 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-6e9d77c8-a10b-4882-8119-2e8c6d748a2a admin admin] Request body: {'subnet': {'network_id': 'c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1508931211-subnet', 'tenant_id': 'c3cf87b84407454091a026745dfe006b', 'ip_version': 4}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:05.077571 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f568d5-f2a7-4c40-948b-a81b80355c75 admin admin] Pushing event updated for resources: {'Network': ['ID=c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:05.093680 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:30:05.096872 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9d77c8-a10b-4882-8119-2e8c6d748a2a admin admin] Made reservation on behalf of c3cf87b84407454091a026745dfe006b for: {'subnet': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:30:05.100400 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6e9d77c8-a10b-4882-8119-2e8c6d748a2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530497345'] for subnet (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:05.309953 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Sync routers for ids ['c0cf123f-20b5-4ec2-a780-96cdadb447db'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:30:05.325272 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Routers {'c0cf123f-20b5-4ec2-a780-96cdadb447db'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:30:05.326075 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c0cf123f-20b5-4ec2-a780-96cdadb447db'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:05.377965 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6e9d77c8-a10b-4882-8119-2e8c6d748a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529141715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530497367'] for subnet (69bbf793-5c5a-46f3-8244-aae8755f887f), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:05.452850 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:05.455080 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d77c8-a10b-4882-8119-2e8c6d748a2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=69bbf793-5c5a-46f3-8244-aae8755f887f,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:05.469310 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Set router c0cf123f-20b5-4ec2-a780-96cdadb447db gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:30:05.469681 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d77c8-a10b-4882-8119-2e8c6d748a2a admin admin] Checking segment: {'id': '1abbea4f-f0fa-492f-9a3b-290e4afbf94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:30:05.470322 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9d77c8-a10b-4882-8119-2e8c6d748a2a admin admin] Network hostable DHCP agents. Network: c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:30:05.498335 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9d77c8-a10b-4882-8119-2e8c6d748a2a admin admin] Network c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:30:05.514811 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-6e9d77c8-a10b-4882-8119-2e8c6d748a2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea) {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:05.522014 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9d77c8-a10b-4882-8119-2e8c6d748a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:05.522693 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6e9d77c8-a10b-4882-8119-2e8c6d748a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:05.528933 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa3e2bc-a928-4625-9311-0d1078d4da3d None None] Network c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:30:05.564730 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-6e9d77c8-a10b-4882-8119-2e8c6d748a2a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5191548 Jul 20 08:30:05.568472 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37974) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:05.574248 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1508931211-router', 'tenant_id': 'c3cf87b84407454091a026745dfe006b', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:05.614626 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3716'] for router (d1672ad0-47b1-464d-bf1b-06a7e9d3d5be), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:05.619537 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3727'] for router (d1672ad0-47b1-464d-bf1b-06a7e9d3d5be), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:05.739788 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp559ec1a5-64fa-5701-adf0-4540e30e92f7-c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea', 'network_id': 'c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea', 'project_id': 'c3cf87b84407454091a026745dfe006b', 'fixed_ips': [{'subnet_id': '69bbf793-5c5a-46f3-8244-aae8755f887f'}]}} from dv-cinder-823089-3-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 08:30:05.742010 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:05.757656 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Publish callbacks [] for router_controller (d1672ad0-47b1-464d-bf1b-06a7e9d3d5be), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:05.775689 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'name': 'tempest-TestShelveInstance-213468093-router', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:58Z', 'updated_at': '2022-07-20T08:30:02Z', 'revision_number': 4, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'gw_port': {'id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:59Z', 'updated_at': '2022-07-20T08:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '51c7b459-5d5d-49cd-8b64-a5667386cd4e', 'name': '', 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'mac_address': 'fa:16:3e:53:90:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '67df32de-3166-445b-a233-44f44257b1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:01Z', 'updated_at': '2022-07-20T08:30:02Z', 'revision_number': 2, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'subnets': [{'id': '67df32de-3166-445b-a233-44f44257b1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:05.832400 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Checking router: c0cf123f-20b5-4ec2-a780-96cdadb447db for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:30:05.832976 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Updating router c0cf123f-20b5-4ec2-a780-96cdadb447db port 51c7b459-5d5d-49cd-8b64-a5667386cd4e binding host dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:30:05.869990 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:05.897238 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:05.972637 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Publish callbacks [] for router_gateway (d1672ad0-47b1-464d-bf1b-06a7e9d3d5be), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:05.985959 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Allocated IP 172.20.0.2 (c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea/69bbf793-5c5a-46f3-8244-aae8755f887f/5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:30:06.022955 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 37986) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:06.125336 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:06.156973 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:06.219953 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Publish callbacks [] for router_gateway (d1672ad0-47b1-464d-bf1b-06a7e9d3d5be), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.237056 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-a1578e28-e5c6-471a-b38f-723301219fb8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-92132350-network', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:06.256428 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Publish callbacks [] for port (5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.259519 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.264728 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1578e28-e5c6-471a-b38f-723301219fb8 admin admin] Made reservation on behalf of 5732783c305f47a389104f7ea5ac5fcf for: {'network': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:30:06.267384 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.267766 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a1578e28-e5c6-471a-b38f-723301219fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.278449 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a1578e28-e5c6-471a-b38f-723301219fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.348827 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:06.371924 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:06.389503 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a1578e28-e5c6-471a-b38f-723301219fb8 admin admin] Publish callbacks [] for security_group (6c1a4d1b-de2b-4583-bea3-7d1b6916216a), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.391628 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Publish callbacks [] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.396642 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a1578e28-e5c6-471a-b38f-723301219fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (6c1a4d1b-de2b-4583-bea3-7d1b6916216a), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.411091 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.417178 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1578e28-e5c6-471a-b38f-723301219fb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=104022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:30:06.433366 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a1578e28-e5c6-471a-b38f-723301219fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (776cc961-cf1a-4387-a2ab-f77730405db8), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.434135 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.segments_db [None req-a1578e28-e5c6-471a-b38f-723301219fb8 admin admin] Added segment 776cc961-cf1a-4387-a2ab-f77730405db8 of type vlan for network abdb2b01-7e23-48cd-9c85-17299972804b Jul 20 08:30:06.521521 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a1578e28-e5c6-471a-b38f-723301219fb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (abdb2b01-7e23-48cd-9c85-17299972804b), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.526565 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Allocated IP 172.27.1.163 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:30:06.588057 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Attempting to bind port 51c7b459-5d5d-49cd-8b64-a5667386cd4e on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:30:06.588432 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Attempting to bind port 51c7b459-5d5d-49cd-8b64-a5667386cd4e by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': 'cb622305-3894-4c30-92b0-7b125aa1fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:30:06.588793 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Attempting to bind port 51c7b459-5d5d-49cd-8b64-a5667386cd4e on network 25f446cb-7a17-4014-9d26-36b89d0e107f {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:30:06.591521 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f806c55-a1fd-457f-ae29-501d12677615 None None] Pushing event updated for resources: {'Port': ['ID=51c7b459-5d5d-49cd-8b64-a5667386cd4e,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:06.600231 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:30:06.600231 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Checking segment: {'id': 'cb622305-3894-4c30-92b0-7b125aa1fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:30:06.600231 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.600231 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Bound using segment: {'id': 'cb622305-3894-4c30-92b0-7b125aa1fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:30:06.601701 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Bound port: 51c7b459-5d5d-49cd-8b64-a5667386cd4e, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb622305-3894-4c30-92b0-7b125aa1fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:30:06.601972 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.671781 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Network c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:30:06.675911 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device de1e5c46-e310-456c-b39c-0da1263f875e up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:06.680643 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1578e28-e5c6-471a-b38f-723301219fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1a4d1b-de2b-4583-bea3-7d1b6916216a,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:06.685027 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a1578e28-e5c6-471a-b38f-723301219fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (abdb2b01-7e23-48cd-9c85-17299972804b), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.686089 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1578e28-e5c6-471a-b38f-723301219fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:06.686718 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a1578e28-e5c6-471a-b38f-723301219fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.724157 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:06.733886 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:06.743327 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:30:06.746528 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-a1578e28-e5c6-471a-b38f-723301219fb8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.7266111 Jul 20 08:30:06.750556 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 37990) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:06.756371 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] For port 51c7b459-5d5d-49cd-8b64-a5667386cd4e, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:30:06.762541 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] For port 51c7b459-5d5d-49cd-8b64-a5667386cd4e, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=51c7b459-5d5d-49cd-8b64-a5667386cd4e,segment=NetworkSegment(cb622305-3894-4c30-92b0-7b125aa1fe0f),segment_id=cb622305-3894-4c30-92b0-7b125aa1fe0f)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:30:06.774928 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.792596 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-de57b6db-c7a7-484e-b135-531737bc3db4 admin admin] Request body: {'subnet': {'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-92132350-subnet', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:06.805224 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Publish callbacks [] for port (77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.811552 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1578e28-e5c6-471a-b38f-723301219fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=abdb2b01-7e23-48cd-9c85-17299972804b,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:06.858230 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de57b6db-c7a7-484e-b135-531737bc3db4 admin admin] Made reservation on behalf of 5732783c305f47a389104f7ea5ac5fcf for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:30:06.860941 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-de57b6db-c7a7-484e-b135-531737bc3db4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530434244'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.883727 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network abdb2b01-7e23-48cd-9c85-17299972804b details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:30:06.898870 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f806c55-a1fd-457f-ae29-501d12677615 None None] Pushing event updated for resources: {'Port': ['ID=51c7b459-5d5d-49cd-8b64-a5667386cd4e,revision_number=4']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:06.907211 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Pushing event updated for resources: {'Port': ['ID=5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:06.907574 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Routers {'c0cf123f-20b5-4ec2-a780-96cdadb447db'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:30:06.908558 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c0cf123f-20b5-4ec2-a780-96cdadb447db'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:06.915660 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:06.967784 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:06.983885 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:07.100640 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] Set router c0cf123f-20b5-4ec2-a780-96cdadb447db gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:30:07.128002 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-070eb078-35d7-4a00-94b8-334ae8f2e119 None None] Provisioning complete for port 51c7b459-5d5d-49cd-8b64-a5667386cd4e triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:07.128587 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-070eb078-35d7-4a00-94b8-334ae8f2e119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:07.153490 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:07.157908 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Pushing event updated for resources: {'Port': ['ID=77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:07.177551 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:30:07.187746 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:07.192416 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:30:07.236495 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Attempting to bind port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:30:07.237109 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Attempting to bind port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '1abbea4f-f0fa-492f-9a3b-290e4afbf94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:30:07.237486 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Attempting to bind port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb on network c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:30:07.263867 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port de1e5c46-e310-456c-b39c-0da1263f875e triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:07.263867 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (de1e5c46-e310-456c-b39c-0da1263f875e), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:07.264619 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:30:07.264901 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Checking segment: {'id': '1abbea4f-f0fa-492f-9a3b-290e4afbf94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:30:07.265308 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:07.265708 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Bound using segment: {'id': '1abbea4f-f0fa-492f-9a3b-290e4afbf94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:30:07.266209 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Bound port: 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abbea4f-f0fa-492f-9a3b-290e4afbf94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:30:07.266651 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:07.396958 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-070eb078-35d7-4a00-94b8-334ae8f2e119 None None] Current status of the port 51c7b459-5d5d-49cd-8b64-a5667386cd4e is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:07.397443 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-070eb078-35d7-4a00-94b8-334ae8f2e119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:07.434806 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'name': 'tempest-TestShelveInstance-213468093-router', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:58Z', 'updated_at': '2022-07-20T08:30:02Z', 'revision_number': 4, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'gw_port': {'id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:59Z', 'updated_at': '2022-07-20T08:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '51c7b459-5d5d-49cd-8b64-a5667386cd4e', 'name': '', 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'mac_address': 'fa:16:3e:53:90:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '67df32de-3166-445b-a233-44f44257b1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:01Z', 'updated_at': '2022-07-20T08:30:06Z', 'revision_number': 4, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'subnets': [{'id': '67df32de-3166-445b-a233-44f44257b1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:07.467854 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de723495-20e7-4779-8502-ea9f831dd38e None None] The sync data for ids ['c0cf123f-20b5-4ec2-a780-96cdadb447db'] in dv-cinder-823089-3-iscsi is: [{'id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'name': 'tempest-TestShelveInstance-213468093-router', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:58Z', 'updated_at': '2022-07-20T08:30:02Z', 'revision_number': 4, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'gw_port': {'id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:59Z', 'updated_at': '2022-07-20T08:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '51c7b459-5d5d-49cd-8b64-a5667386cd4e', 'name': '', 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'mac_address': 'fa:16:3e:53:90:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '67df32de-3166-445b-a233-44f44257b1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:01Z', 'updated_at': '2022-07-20T08:30:06Z', 'revision_number': 4, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'subnets': [{'id': '67df32de-3166-445b-a233-44f44257b1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:30:07.478634 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] For port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:30:07.524305 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-070eb078-35d7-4a00-94b8-334ae8f2e119 None None] For port 51c7b459-5d5d-49cd-8b64-a5667386cd4e, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=51c7b459-5d5d-49cd-8b64-a5667386cd4e,segment=NetworkSegment(cb622305-3894-4c30-92b0-7b125aa1fe0f),segment_id=cb622305-3894-4c30-92b0-7b125aa1fe0f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:30:07.525502 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port de1e5c46-e310-456c-b39c-0da1263f875e is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:07.530512 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] For port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb,segment=NetworkSegment(1abbea4f-f0fa-492f-9a3b-290e4afbf94c),segment_id=1abbea4f-f0fa-492f-9a3b-290e4afbf94c)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:30:07.536196 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-070eb078-35d7-4a00-94b8-334ae8f2e119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:07.562212 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:07.652323 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070eb078-35d7-4a00-94b8-334ae8f2e119 None None] Pushing event updated for resources: {'Port': ['ID=51c7b459-5d5d-49cd-8b64-a5667386cd4e,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:07.712223 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-a9f6c697-2b85-400f-9a3a-be917168e5e6 None None] Provisioning complete for port 51c7b459-5d5d-49cd-8b64-a5667386cd4e triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:07.712979 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a9f6c697-2b85-400f-9a3a-be917168e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:07.762734 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:07.796832 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88e997-9d06-4f49-8f40-ad11d30bfa7f None None] Pushing event updated for resources: {'Port': ['ID=5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:07.824627 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-de57b6db-c7a7-484e-b135-531737bc3db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528676234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530434258'] for subnet (718150d7-7cbc-41c9-a2af-162012ca723e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:07.840744 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6c697-2b85-400f-9a3a-be917168e5e6 None None] Current status of the port 51c7b459-5d5d-49cd-8b64-a5667386cd4e is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:07.972038 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57b6db-c7a7-484e-b135-531737bc3db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=718150d7-7cbc-41c9-a2af-162012ca723e,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:08.055224 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de57b6db-c7a7-484e-b135-531737bc3db4 admin admin] Checking segment: {'id': '776cc961-cf1a-4387-a2ab-f77730405db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:30:08.055602 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de57b6db-c7a7-484e-b135-531737bc3db4 admin admin] Network hostable DHCP agents. Network: abdb2b01-7e23-48cd-9c85-17299972804b, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:30:08.087778 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Publish callbacks [] for router_gateway (d1672ad0-47b1-464d-bf1b-06a7e9d3d5be), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:08.138838 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de57b6db-c7a7-484e-b135-531737bc3db4 admin admin] Network abdb2b01-7e23-48cd-9c85-17299972804b is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:30:08.175122 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-de57b6db-c7a7-484e-b135-531737bc3db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, abdb2b01-7e23-48cd-9c85-17299972804b) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:08.186364 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe8225-9dc4-4896-91c0-71f53fe0baee None None] Network abdb2b01-7e23-48cd-9c85-17299972804b requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:30:08.192891 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:08.213915 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de57b6db-c7a7-484e-b135-531737bc3db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:08.214636 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-de57b6db-c7a7-484e-b135-531737bc3db4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:08.247181 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-de57b6db-c7a7-484e-b135-531737bc3db4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4843853 Jul 20 08:30:08.250252 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 38000) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:08.254705 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-92132350-router', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:08.326063 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3716'] for router (a800c844-60ce-43e9-8724-4e3d5044bd19), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:08.327148 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3727'] for router (a800c844-60ce-43e9-8724-4e3d5044bd19), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:08.340979 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp559ec1a5-64fa-5701-adf0-4540e30e92f7-abdb2b01-7e23-48cd-9c85-17299972804b', 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b', 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'fixed_ips': [{'subnet_id': '718150d7-7cbc-41c9-a2af-162012ca723e'}]}} from dv-cinder-823089-3-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 08:30:08.342362 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:08.344322 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:08.453016 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Publish callbacks [] for router_controller (a800c844-60ce-43e9-8724-4e3d5044bd19), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:08.547745 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:08.551721 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735374'] for router (d1672ad0-47b1-464d-bf1b-06a7e9d3d5be), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:08.589112 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:08.644946 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Allocated IP 172.20.0.2 (abdb2b01-7e23-48cd-9c85-17299972804b/718150d7-7cbc-41c9-a2af-162012ca723e/6f8ae083-835c-4b47-9556-58b5b3b0bb7b) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:30:08.715325 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:08.715325 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:08.726068 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Publish callbacks [] for router_gateway (a800c844-60ce-43e9-8724-4e3d5044bd19), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:08.862018 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:08.862717 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:08.964028 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb,segment=NetworkSegment(1abbea4f-f0fa-492f-9a3b-290e4afbf94c),segment_id=1abbea4f-f0fa-492f-9a3b-290e4afbf94c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:30:08.965771 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Publish callbacks [] for port (6f8ae083-835c-4b47-9556-58b5b3b0bb7b), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:08.975218 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:08.976298 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 51c7b459-5d5d-49cd-8b64-a5667386cd4e up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:08.987987 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Publish callbacks [] for router_gateway (a800c844-60ce-43e9-8724-4e3d5044bd19), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:09.016778 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:09.023372 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce23db3-4086-4cf2-9819-ec4638b5bf43 None None] Network c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:30:09.042124 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (6f8ae083-835c-4b47-9556-58b5b3b0bb7b), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:09.081205 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Router d1672ad0-47b1-464d-bf1b-06a7e9d3d5be is scheduled to L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 08:30:09.102379 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 51c7b459-5d5d-49cd-8b64-a5667386cd4e triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:09.102794 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:09.192786 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Network abdb2b01-7e23-48cd-9c85-17299972804b is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:30:09.204397 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-75e1ed1e-7952-497a-9564-b34b8c059c7a None None] Provisioning complete for port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:09.204907 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-75e1ed1e-7952-497a-9564-b34b8c059c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:09.243248 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:09.243248 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:09.244259 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:30:09.264603 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:09.276334 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Allocated IP 172.27.1.90 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/ebb85a37-e9ac-4753-ba9c-669f5cc0516a) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:30:09.284663 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:09.317573 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:30:09.362759 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:09.368049 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5ad43c4c-be74-4f26-b6db-9e6297e764d4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7982914 Jul 20 08:30:09.372037 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 38004) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:09.412515 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Sync routers for ids ['d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:30:09.503029 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Routers {'d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:30:09.504040 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:09.564018 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Publish callbacks [] for port (ebb85a37-e9ac-4753-ba9c-669f5cc0516a), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:09.603804 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 51c7b459-5d5d-49cd-8b64-a5667386cd4e is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:09.607736 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Pushing event updated for resources: {'Port': ['ID=6f8ae083-835c-4b47-9556-58b5b3b0bb7b,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:09.640094 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (ebb85a37-e9ac-4753-ba9c-669f5cc0516a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:09.659935 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Attempting to bind port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:30:09.660963 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Attempting to bind port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '776cc961-cf1a-4387-a2ab-f77730405db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:30:09.661359 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Attempting to bind port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b on network abdb2b01-7e23-48cd-9c85-17299972804b {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:30:09.688779 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:09.689811 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:09.719134 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:09.720131 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:30:09.720510 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Checking segment: {'id': '776cc961-cf1a-4387-a2ab-f77730405db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:30:09.720926 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:09.721335 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Bound using segment: {'id': '776cc961-cf1a-4387-a2ab-f77730405db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:30:09.721877 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Bound port: 6f8ae083-835c-4b47-9556-58b5b3b0bb7b, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776cc961-cf1a-4387-a2ab-f77730405db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:30:09.722263 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (6f8ae083-835c-4b47-9556-58b5b3b0bb7b), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:09.729268 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb85a37-e9ac-4753-ba9c-669f5cc0516a,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:09.742019 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:30:09.746559 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:09.751191 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:30:09.918747 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-75e1ed1e-7952-497a-9564-b34b8c059c7a None None] Current status of the port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:09.955134 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Set router d1672ad0-47b1-464d-bf1b-06a7e9d3d5be gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:30:10.092513 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d3fa348c-f446-4c83-86d6-2a1c0d99f923 None None] Provisioning complete for port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:10.093486 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d3fa348c-f446-4c83-86d6-2a1c0d99f923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:10.099205 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] For port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:30:10.146907 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Publish callbacks [] for router_gateway (a800c844-60ce-43e9-8724-4e3d5044bd19), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:10.189266 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] For port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=6f8ae083-835c-4b47-9556-58b5b3b0bb7b,segment=NetworkSegment(776cc961-cf1a-4387-a2ab-f77730405db8),segment_id=776cc961-cf1a-4387-a2ab-f77730405db8)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:30:10.214184 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (6f8ae083-835c-4b47-9556-58b5b3b0bb7b), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:10.231136 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:10.238896 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:10.320336 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:10.371251 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0440e1-d09e-465d-98ba-85491f6fc24b None None] Pushing event updated for resources: {'Port': ['ID=6f8ae083-835c-4b47-9556-58b5b3b0bb7b,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:10.378975 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa348c-f446-4c83-86d6-2a1c0d99f923 None None] Current status of the port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:10.392459 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'name': 'tempest-TestShelveInstance-1508931211-router', 'tenant_id': 'c3cf87b84407454091a026745dfe006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:05Z', 'updated_at': '2022-07-20T08:30:07Z', 'revision_number': 3, 'project_id': 'c3cf87b84407454091a026745dfe006b', 'gw_port': {'id': '77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:06Z', 'updated_at': '2022-07-20T08:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:10.414508 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735374'] for router (a800c844-60ce-43e9-8724-4e3d5044bd19), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:10.430699 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Checking router: d1672ad0-47b1-464d-bf1b-06a7e9d3d5be for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:30:10.431054 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Updating router d1672ad0-47b1-464d-bf1b-06a7e9d3d5be port 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f binding host dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:30:10.471916 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:10.530416 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Allocated IP 172.20.0.1 (c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea/69bbf793-5c5a-46f3-8244-aae8755f887f/1147e85d-4b2f-42ab-928e-93151ea264fe) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:30:10.552419 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:10.649286 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Router a800c844-60ce-43e9-8724-4e3d5044bd19 is scheduled to L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 08:30:10.658851 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:10.799785 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Publish callbacks [] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:10.826840 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:30:10.843148 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Sync routers for ids ['a800c844-60ce-43e9-8724-4e3d5044bd19'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:30:10.848226 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:10.848861 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:10.849466 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:10.863924 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:10.868594 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-990c47b2-1416-4a68-99a5-2364c9562dc6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6140339 Jul 20 08:30:10.870945 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 38010) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:10.877789 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Routers {'a800c844-60ce-43e9-8724-4e3d5044bd19'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:30:10.878572 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['a800c844-60ce-43e9-8724-4e3d5044bd19'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:10.938972 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:10.995625 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Network c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:30:11.030843 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Set router a800c844-60ce-43e9-8724-4e3d5044bd19 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:30:11.056123 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:11.066842 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:11.080162 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Publish callbacks [] for port (77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:11.083964 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:30:11.090897 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:11.140727 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Pushing event updated for resources: {'Port': ['ID=1147e85d-4b2f-42ab-928e-93151ea264fe,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:11.174192 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722720'] for router_interface (d1672ad0-47b1-464d-bf1b-06a7e9d3d5be), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:11.189288 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Attempting to bind port 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:30:11.189881 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Attempting to bind port 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:30:11.190247 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Attempting to bind port 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f on network a1c48fb5-2431-447f-bf04-61d33fd44216 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:30:11.205243 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:30:11.205624 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Checking segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:30:11.206031 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:11.206427 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Bound using segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:30:11.206941 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Bound port: 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:30:11.207715 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:11.328722 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] For port 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:30:11.334640 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] For port 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:30:11.343178 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e484a57-d0aa-4ef8-93ca-24358c38f383 None None] Pushing event updated for resources: {'Port': ['ID=77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:11.355130 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:11.355299 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'name': 'tempest-TestMinimumBasicScenario-92132350-router', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:08Z', 'updated_at': '2022-07-20T08:30:09Z', 'revision_number': 3, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'gw_port': {'id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:38:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:09Z', 'updated_at': '2022-07-20T08:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:11.437708 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Routers {'d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:30:11.438653 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:11.518659 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Checking router: a800c844-60ce-43e9-8724-4e3d5044bd19 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:30:11.519550 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Updating router a800c844-60ce-43e9-8724-4e3d5044bd19 port ebb85a37-e9ac-4753-ba9c-669f5cc0516a binding host dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:30:11.575271 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (ebb85a37-e9ac-4753-ba9c-669f5cc0516a), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:11.653098 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-2054ef91-e2c9-4ef8-a3b9-9590f3860a3d None None] Provisioning complete for port 1147e85d-4b2f-42ab-928e-93151ea264fe triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:11.653098 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2054ef91-e2c9-4ef8-a3b9-9590f3860a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:11.654626 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e484a57-d0aa-4ef8-93ca-24358c38f383 None None] Pushing event updated for resources: {'Port': ['ID=77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:11.719729 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-2054ef91-e2c9-4ef8-a3b9-9590f3860a3d None None] Port 1147e85d-4b2f-42ab-928e-93151ea264fe cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:30:11.746244 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] Set router d1672ad0-47b1-464d-bf1b-06a7e9d3d5be gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:30:11.937467 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6625f654-ded8-4652-9243-dcc4a32d8834 None None] Network abdb2b01-7e23-48cd-9c85-17299972804b requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:30:11.965262 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:11.965898 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:11.996662 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-9caf18af-ac2b-4793-b609-cf3346225b41 None None] Provisioning complete for port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:11.996912 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9caf18af-ac2b-4793-b609-cf3346225b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (6f8ae083-835c-4b47-9556-58b5b3b0bb7b), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:12.023330 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:12.074022 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:12.147425 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'name': 'tempest-TestShelveInstance-1508931211-router', 'tenant_id': 'c3cf87b84407454091a026745dfe006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:05Z', 'updated_at': '2022-07-20T08:30:07Z', 'revision_number': 3, 'project_id': 'c3cf87b84407454091a026745dfe006b', 'gw_port': {'id': '77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:06Z', 'updated_at': '2022-07-20T08:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:12.180085 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9848e-43fa-4629-9fd5-065a1e4d8f57 None None] The sync data for ids ['d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'] in dv-cinder-823089-3-iscsi is: [{'id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'name': 'tempest-TestShelveInstance-1508931211-router', 'tenant_id': 'c3cf87b84407454091a026745dfe006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:05Z', 'updated_at': '2022-07-20T08:30:07Z', 'revision_number': 3, 'project_id': 'c3cf87b84407454091a026745dfe006b', 'gw_port': {'id': '77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:06Z', 'updated_at': '2022-07-20T08:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:30:12.290371 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Publish callbacks [] for port (ebb85a37-e9ac-4753-ba9c-669f5cc0516a), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:12.299346 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (ebb85a37-e9ac-4753-ba9c-669f5cc0516a), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:12.374262 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-9caf18af-ac2b-4793-b609-cf3346225b41 None None] Current status of the port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:12.377356 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:12.379592 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:12.383340 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Attempting to bind port ebb85a37-e9ac-4753-ba9c-669f5cc0516a on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:30:12.387190 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9caf18af-ac2b-4793-b609-cf3346225b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (6f8ae083-835c-4b47-9556-58b5b3b0bb7b), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:12.387735 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Attempting to bind port ebb85a37-e9ac-4753-ba9c-669f5cc0516a by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:30:12.388343 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Attempting to bind port ebb85a37-e9ac-4753-ba9c-669f5cc0516a on network a1c48fb5-2431-447f-bf04-61d33fd44216 {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:30:12.443479 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:30:12.448155 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Checking segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:30:12.449486 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:12.451789 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Bound using segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:30:12.453857 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Bound port: ebb85a37-e9ac-4753-ba9c-669f5cc0516a, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:30:12.456732 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (ebb85a37-e9ac-4753-ba9c-669f5cc0516a), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:12.617057 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:12.641619 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] For port ebb85a37-e9ac-4753-ba9c-669f5cc0516a, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:30:12.652832 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] For port ebb85a37-e9ac-4753-ba9c-669f5cc0516a, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=ebb85a37-e9ac-4753-ba9c-669f5cc0516a,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:30:12.666208 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (ebb85a37-e9ac-4753-ba9c-669f5cc0516a), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:12.676144 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316c9b4-4582-4704-acc8-de1b508f9348 None None] Pushing event updated for resources: {'Port': ['ID=ebb85a37-e9ac-4753-ba9c-669f5cc0516a,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:12.677241 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Publish callbacks [] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:12.696576 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-9caf18af-ac2b-4793-b609-cf3346225b41 None None] For port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=6f8ae083-835c-4b47-9556-58b5b3b0bb7b,segment=NetworkSegment(776cc961-cf1a-4387-a2ab-f77730405db8),segment_id=776cc961-cf1a-4387-a2ab-f77730405db8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:30:12.704173 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9caf18af-ac2b-4793-b609-cf3346225b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (6f8ae083-835c-4b47-9556-58b5b3b0bb7b), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:12.712627 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529145684'] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:12.818101 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:12.847350 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Routers {'a800c844-60ce-43e9-8724-4e3d5044bd19'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:30:12.850460 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['a800c844-60ce-43e9-8724-4e3d5044bd19'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:12.893171 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Pushing event updated for resources: {'Port': ['ID=1147e85d-4b2f-42ab-928e-93151ea264fe,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:12.929157 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 6f8ae083-835c-4b47-9556-58b5b3b0bb7b up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:13.018422 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf18af-ac2b-4793-b609-cf3346225b41 None None] Pushing event updated for resources: {'Port': ['ID=6f8ae083-835c-4b47-9556-58b5b3b0bb7b,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:13.028198 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-418105e1-ac0d-4768-a692-8478efe73791 None None] Provisioning complete for port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:13.029159 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-418105e1-ac0d-4768-a692-8478efe73791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (6f8ae083-835c-4b47-9556-58b5b3b0bb7b), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:13.070926 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316c9b4-4582-4704-acc8-de1b508f9348 None None] Pushing event updated for resources: {'Port': ['ID=ebb85a37-e9ac-4753-ba9c-669f5cc0516a,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:13.108647 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Allocated IP 172.20.0.1 (abdb2b01-7e23-48cd-9c85-17299972804b/718150d7-7cbc-41c9-a2af-162012ca723e/f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:30:13.141496 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733416'] for router_interface (d1672ad0-47b1-464d-bf1b-06a7e9d3d5be), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:13.161856 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] Set router a800c844-60ce-43e9-8724-4e3d5044bd19 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:30:13.167753 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:13.168371 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (6f8ae083-835c-4b47-9556-58b5b3b0bb7b), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:13.299433 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-418105e1-ac0d-4768-a692-8478efe73791 None None] Current status of the port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:13.361848 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:13.373884 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:13.528088 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Network c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:30:13.544938 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:13.578460 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Publish callbacks [] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:13.630301 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'name': 'tempest-TestMinimumBasicScenario-92132350-router', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:08Z', 'updated_at': '2022-07-20T08:30:09Z', 'revision_number': 3, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'gw_port': {'id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:38:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:09Z', 'updated_at': '2022-07-20T08:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:13.675102 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3322db-e656-4ec9-9ab6-bb7bb69a6808 None None] The sync data for ids ['a800c844-60ce-43e9-8724-4e3d5044bd19'] in dv-cinder-823089-3-iscsi is: [{'id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'name': 'tempest-TestMinimumBasicScenario-92132350-router', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:08Z', 'updated_at': '2022-07-20T08:30:09Z', 'revision_number': 3, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'gw_port': {'id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:38:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:09Z', 'updated_at': '2022-07-20T08:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:30:13.797375 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:13.828658 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Router d1672ad0-47b1-464d-bf1b-06a7e9d3d5be has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:30:13.868527 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Network abdb2b01-7e23-48cd-9c85-17299972804b is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:30:13.875321 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:13.877834 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:30:13.884345 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Pushing event updated for resources: {'Port': ['ID=f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:14.100135 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722720'] for router_interface (a800c844-60ce-43e9-8724-4e3d5044bd19), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:14.182860 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-121855b8-769f-48fc-848a-537afac0de85 None None] Provisioning complete for port 1147e85d-4b2f-42ab-928e-93151ea264fe triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:14.184410 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-121855b8-769f-48fc-848a-537afac0de85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:14.187036 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:30:14.202849 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1a0929b8-aef0-4b54-a63d-7cea5594f3aa admin admin] 10.222.0.64 "PUT /v2.0/routers/d1672ad0-47b1-464d-bf1b-06a7e9d3d5be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8292832 Jul 20 08:30:14.278366 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-121855b8-769f-48fc-848a-537afac0de85 None None] Port 1147e85d-4b2f-42ab-928e-93151ea264fe cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:30:14.330509 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:14.407761 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:14.415787 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-06ee084c-d9c0-4df1-92dd-36f91452c83c None None] Provisioning complete for port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:14.416072 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-06ee084c-d9c0-4df1-92dd-36f91452c83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:14.476169 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-06ee084c-d9c0-4df1-92dd-36f91452c83c None None] Port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:30:14.642529 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Publish callbacks [] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:14.654711 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529145684'] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:14.716378 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:14.747499 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733416'] for router_interface (a800c844-60ce-43e9-8724-4e3d5044bd19), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:14.771130 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:14.800415 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:14.801395 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:14.843719 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Pushing event updated for resources: {'Port': ['ID=f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:14.879691 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:14.921404 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Network abdb2b01-7e23-48cd-9c85-17299972804b is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:30:14.923934 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:14.945410 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:14.946116 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:14.974326 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:30:14.980465 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:14.981831 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 6f8ae083-835c-4b47-9556-58b5b3b0bb7b up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:15.035519 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 38032) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:15.045875 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-59c20328-828d-4174-91dd-41ee81d3738c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297282020', 'description': 'tempest-secgroup-smoke-297282020 description', 'project_id': '714941c1e0034a37b0bf0144c1eac958'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:15.084566 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-59c20328-828d-4174-91dd-41ee81d3738c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:15.139351 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:15.161581 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:15.171310 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Router a800c844-60ce-43e9-8724-4e3d5044bd19 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:30:15.190051 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:15.190679 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (6f8ae083-835c-4b47-9556-58b5b3b0bb7b), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:15.287314 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-59c20328-828d-4174-91dd-41ee81d3738c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group (6d5a42e5-1bea-4549-81ca-4a97125560c2), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:15.294197 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-59c20328-828d-4174-91dd-41ee81d3738c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (6d5a42e5-1bea-4549-81ca-4a97125560c2), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:15.342902 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:15.344020 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:15.347387 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c20328-828d-4174-91dd-41ee81d3738c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5a42e5-1bea-4549-81ca-4a97125560c2,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:15.374790 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:30:15.377128 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-59c20328-828d-4174-91dd-41ee81d3738c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:15.383785 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1129caa2-c65c-4ea6-863b-6887a4f5626d admin admin] 10.222.0.64 "PUT /v2.0/routers/a800c844-60ce-43e9-8724-4e3d5044bd19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5072644 Jul 20 08:30:15.384129 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-59c20328-828d-4174-91dd-41ee81d3738c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3456097 Jul 20 08:30:15.384309 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 38034) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:15.390837 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-7c5e2ad0-b406-4689-b1f7-75dad0632475 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Request body: {'security_group_rule': {'security_group_id': '6d5a42e5-1bea-4549-81ca-4a97125560c2', 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:15.412728 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-25113575-25ef-441c-bae3-2eca0a3ac056 None None] Provisioning complete for port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:15.413508 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-25113575-25ef-441c-bae3-2eca0a3ac056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:15.436686 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7c5e2ad0-b406-4689-b1f7-75dad0632475 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (c91d7ed0-1943-4151-9dd9-44cdd7a4c5d7), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:15.596937 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7c5e2ad0-b406-4689-b1f7-75dad0632475 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (c91d7ed0-1943-4151-9dd9-44cdd7a4c5d7), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:15.617607 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:15.634860 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-25113575-25ef-441c-bae3-2eca0a3ac056 None None] Port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:30:15.637191 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7c5e2ad0-b406-4689-b1f7-75dad0632475 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (c91d7ed0-1943-4151-9dd9-44cdd7a4c5d7), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:15.674634 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e2ad0-b406-4689-b1f7-75dad0632475 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91d7ed0-1943-4151-9dd9-44cdd7a4c5d7,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:15.695943 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7c5e2ad0-b406-4689-b1f7-75dad0632475 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:15.702171 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7c5e2ad0-b406-4689-b1f7-75dad0632475 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159380 Jul 20 08:30:15.704502 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 38044) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:15.716863 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-c665a2e7-8ed9-4548-8e51-39df4fab36c6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Request body: {'security_group_rule': {'security_group_id': '6d5a42e5-1bea-4549-81ca-4a97125560c2', 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:15.792318 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c665a2e7-8ed9-4548-8e51-39df4fab36c6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (e57ed36e-f22b-4e58-9458-e05ce7b1f442), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:15.826190 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Sync routers for ids ['d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:30:15.852171 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Routers {'d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:30:15.853420 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:15.906844 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c665a2e7-8ed9-4548-8e51-39df4fab36c6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (e57ed36e-f22b-4e58-9458-e05ce7b1f442), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:15.915760 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c665a2e7-8ed9-4548-8e51-39df4fab36c6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (e57ed36e-f22b-4e58-9458-e05ce7b1f442), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:15.948219 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665a2e7-8ed9-4548-8e51-39df4fab36c6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57ed36e-f22b-4e58-9458-e05ce7b1f442,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:15.963076 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c665a2e7-8ed9-4548-8e51-39df4fab36c6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:15.965059 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c665a2e7-8ed9-4548-8e51-39df4fab36c6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2593329 Jul 20 08:30:15.967739 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 38048) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:15.974429 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-12650cd7-dcfa-48e1-882b-bf7ecb5d58a4 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Request body: {'security_group_rule': {'security_group_id': '6d5a42e5-1bea-4549-81ca-4a97125560c2', 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:16.023455 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-12650cd7-dcfa-48e1-882b-bf7ecb5d58a4 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (509cfc1f-d733-45a1-b8ea-883eecb024d4), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.053035 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Set router d1672ad0-47b1-464d-bf1b-06a7e9d3d5be gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:30:16.098616 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-12650cd7-dcfa-48e1-882b-bf7ecb5d58a4 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (509cfc1f-d733-45a1-b8ea-883eecb024d4), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.104004 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-12650cd7-dcfa-48e1-882b-bf7ecb5d58a4 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (509cfc1f-d733-45a1-b8ea-883eecb024d4), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.131269 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12650cd7-dcfa-48e1-882b-bf7ecb5d58a4 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509cfc1f-d733-45a1-b8ea-883eecb024d4,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:16.144846 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-12650cd7-dcfa-48e1-882b-bf7ecb5d58a4 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.149330 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-12650cd7-dcfa-48e1-882b-bf7ecb5d58a4 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1773891 Jul 20 08:30:16.149745 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 38054) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:16.157195 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-aeabbbb9-4a6d-4c31-a849-d970580c870b tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Request body: {'security_group_rule': {'security_group_id': '6d5a42e5-1bea-4549-81ca-4a97125560c2', 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:16.199519 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-aeabbbb9-4a6d-4c31-a849-d970580c870b tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (33e84450-908c-4f9f-a07c-3da8025b9384), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.272200 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 38058) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:16.277162 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-85425e6c-2886-44cc-b16e-dc65d38225aa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1300142523-network', 'tenant_id': 'd6bb6c3f331a4fb581256890765018ac'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:16.302542 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85425e6c-2886-44cc-b16e-dc65d38225aa admin admin] Made reservation on behalf of d6bb6c3f331a4fb581256890765018ac for: {'network': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:30:16.314752 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-85425e6c-2886-44cc-b16e-dc65d38225aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.326309 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'name': 'tempest-TestShelveInstance-1508931211-router', 'tenant_id': 'c3cf87b84407454091a026745dfe006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:05Z', 'updated_at': '2022-07-20T08:30:11Z', 'revision_number': 4, 'project_id': 'c3cf87b84407454091a026745dfe006b', 'gw_port': {'id': '77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:06Z', 'updated_at': '2022-07-20T08:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '1147e85d-4b2f-42ab-928e-93151ea264fe', 'name': '', 'network_id': 'c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea', 'tenant_id': 'c3cf87b84407454091a026745dfe006b', 'mac_address': 'fa:16:3e:39:b4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '69bbf793-5c5a-46f3-8244-aae8755f887f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:10Z', 'updated_at': '2022-07-20T08:30:12Z', 'revision_number': 2, 'project_id': 'c3cf87b84407454091a026745dfe006b', 'subnets': [{'id': '69bbf793-5c5a-46f3-8244-aae8755f887f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:16.333656 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-85425e6c-2886-44cc-b16e-dc65d38225aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.369795 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Checking router: d1672ad0-47b1-464d-bf1b-06a7e9d3d5be for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:30:16.370169 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Updating router d1672ad0-47b1-464d-bf1b-06a7e9d3d5be port 1147e85d-4b2f-42ab-928e-93151ea264fe binding host dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:30:16.408875 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.472986 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-85425e6c-2886-44cc-b16e-dc65d38225aa admin admin] Publish callbacks [] for security_group (ced8977b-eeb3-47cb-8a90-dee7be2dcaae), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.485581 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-85425e6c-2886-44cc-b16e-dc65d38225aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ced8977b-eeb3-47cb-8a90-dee7be2dcaae), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.527470 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85425e6c-2886-44cc-b16e-dc65d38225aa admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=104022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:30:16.540943 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85425e6c-2886-44cc-b16e-dc65d38225aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced8977b-eeb3-47cb-8a90-dee7be2dcaae,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:16.548708 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:16.567350 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-85425e6c-2886-44cc-b16e-dc65d38225aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (49ecfc24-23ce-4b7c-94ed-0c5751ff755c), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.567986 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.segments_db [None req-85425e6c-2886-44cc-b16e-dc65d38225aa admin admin] Added segment 49ecfc24-23ce-4b7c-94ed-0c5751ff755c of type vlan for network 99f5a1ef-ee4e-4950-9795-87d328982907 Jul 20 08:30:16.636939 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-aeabbbb9-4a6d-4c31-a849-d970580c870b tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (33e84450-908c-4f9f-a07c-3da8025b9384), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.641359 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-aeabbbb9-4a6d-4c31-a849-d970580c870b tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (33e84450-908c-4f9f-a07c-3da8025b9384), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.645136 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-85425e6c-2886-44cc-b16e-dc65d38225aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (99f5a1ef-ee4e-4950-9795-87d328982907), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.671096 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabbbb9-4a6d-4c31-a849-d970580c870b tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e84450-908c-4f9f-a07c-3da8025b9384,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:16.682437 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-aeabbbb9-4a6d-4c31-a849-d970580c870b tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.685592 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-aeabbbb9-4a6d-4c31-a849-d970580c870b tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5344336 Jul 20 08:30:16.690746 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 38060) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:16.693495 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-85425e6c-2886-44cc-b16e-dc65d38225aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (99f5a1ef-ee4e-4950-9795-87d328982907), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.694707 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85425e6c-2886-44cc-b16e-dc65d38225aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:16.698699 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-6f746120-6575-4e95-b5ef-b58fe09493a6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Request body: {'security_group_rule': {'security_group_id': '6d5a42e5-1bea-4549-81ca-4a97125560c2', 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:16.699568 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-85425e6c-2886-44cc-b16e-dc65d38225aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.701908 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:16.727080 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.securitygroups_db [None req-6f746120-6575-4e95-b5ef-b58fe09493a6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Project 714941c1e0034a37b0bf0144c1eac958 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 08:30:16.734415 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:16.734633 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6f746120-6575-4e95-b5ef-b58fe09493a6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (200c416a-625c-426b-acb9-9029587f0c05), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.741702 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-85425e6c-2886-44cc-b16e-dc65d38225aa admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4682238 Jul 20 08:30:16.745117 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 38062) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:16.750708 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-2052fbe0-8374-4b9f-8054-35ee095fe62e admin admin] Request body: {'subnet': {'network_id': '99f5a1ef-ee4e-4950-9795-87d328982907', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1300142523-subnet', 'tenant_id': 'd6bb6c3f331a4fb581256890765018ac', 'ip_version': 4}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:16.798558 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Sync routers for ids ['a800c844-60ce-43e9-8724-4e3d5044bd19'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:30:16.802403 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85425e6c-2886-44cc-b16e-dc65d38225aa admin admin] Pushing event updated for resources: {'Network': ['ID=99f5a1ef-ee4e-4950-9795-87d328982907,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:16.808681 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6f746120-6575-4e95-b5ef-b58fe09493a6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (200c416a-625c-426b-acb9-9029587f0c05), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.813398 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6f746120-6575-4e95-b5ef-b58fe09493a6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (200c416a-625c-426b-acb9-9029587f0c05), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.817516 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2052fbe0-8374-4b9f-8054-35ee095fe62e admin admin] Made reservation on behalf of d6bb6c3f331a4fb581256890765018ac for: {'subnet': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:30:16.820572 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2052fbe0-8374-4b9f-8054-35ee095fe62e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530497345'] for subnet (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.833094 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Routers {'a800c844-60ce-43e9-8724-4e3d5044bd19'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:30:16.834365 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['a800c844-60ce-43e9-8724-4e3d5044bd19'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:16.834658 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f746120-6575-4e95-b5ef-b58fe09493a6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200c416a-625c-426b-acb9-9029587f0c05,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:16.844884 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6f746120-6575-4e95-b5ef-b58fe09493a6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.848619 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6f746120-6575-4e95-b5ef-b58fe09493a6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1543689 Jul 20 08:30:16.849205 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 38066) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:16.861315 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-238824af-9aac-4cd2-b28f-66eb5efebe58 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Request body: {'security_group_rule': {'security_group_id': '6d5a42e5-1bea-4549-81ca-4a97125560c2', 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:16.861888 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network 99f5a1ef-ee4e-4950-9795-87d328982907 details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:30:16.906248 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:16.940570 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.securitygroups_db [None req-238824af-9aac-4cd2-b28f-66eb5efebe58 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Project 714941c1e0034a37b0bf0144c1eac958 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 08:30:16.951914 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-238824af-9aac-4cd2-b28f-66eb5efebe58 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (293cdacd-97bb-4ce2-b9a6-a66604af39ac), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.965297 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:16.965691 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:16.971722 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Set router a800c844-60ce-43e9-8724-4e3d5044bd19 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:30:17.027297 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:17.039547 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Publish callbacks [] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.056709 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.074129 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-238824af-9aac-4cd2-b28f-66eb5efebe58 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (293cdacd-97bb-4ce2-b9a6-a66604af39ac), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.102477 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-238824af-9aac-4cd2-b28f-66eb5efebe58 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (293cdacd-97bb-4ce2-b9a6-a66604af39ac), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.144383 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238824af-9aac-4cd2-b28f-66eb5efebe58 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293cdacd-97bb-4ce2-b9a6-a66604af39ac,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:17.148630 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2052fbe0-8374-4b9f-8054-35ee095fe62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529141715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530497367'] for subnet (5889d370-8148-40db-ba7d-920735f01639), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.153530 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:17.154708 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device ebb85a37-e9ac-4753-ba9c-669f5cc0516a up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:17.157251 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0165575-d266-4565-8195-a22f3f872a9a None None] Pushing event updated for resources: {'Port': ['ID=1147e85d-4b2f-42ab-928e-93151ea264fe,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:17.159019 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-238824af-9aac-4cd2-b28f-66eb5efebe58 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.160247 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-238824af-9aac-4cd2-b28f-66eb5efebe58 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3100908 Jul 20 08:30:17.209290 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052fbe0-8374-4b9f-8054-35ee095fe62e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5889d370-8148-40db-ba7d-920735f01639,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:17.229030 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2052fbe0-8374-4b9f-8054-35ee095fe62e admin admin] Checking segment: {'id': '49ecfc24-23ce-4b7c-94ed-0c5751ff755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '99f5a1ef-ee4e-4950-9795-87d328982907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:30:17.229389 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2052fbe0-8374-4b9f-8054-35ee095fe62e admin admin] Network hostable DHCP agents. Network: 99f5a1ef-ee4e-4950-9795-87d328982907, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:30:17.250925 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2052fbe0-8374-4b9f-8054-35ee095fe62e admin admin] Network 99f5a1ef-ee4e-4950-9795-87d328982907 is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:30:17.258084 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'name': 'tempest-TestMinimumBasicScenario-92132350-router', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:08Z', 'updated_at': '2022-07-20T08:30:14Z', 'revision_number': 4, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'gw_port': {'id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:38:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:09Z', 'updated_at': '2022-07-20T08:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6', 'name': '', 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'mac_address': 'fa:16:3e:18:e5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:12Z', 'updated_at': '2022-07-20T08:30:14Z', 'revision_number': 2, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'subnets': [{'id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:17.269161 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-2052fbe0-8374-4b9f-8054-35ee095fe62e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, 99f5a1ef-ee4e-4950-9795-87d328982907) {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:17.275400 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052fbe0-8374-4b9f-8054-35ee095fe62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:17.276015 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2052fbe0-8374-4b9f-8054-35ee095fe62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.289583 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb40d1b-0467-4892-8ab5-cf70ac368537 None None] Network 99f5a1ef-ee4e-4950-9795-87d328982907 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:30:17.300614 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Checking router: a800c844-60ce-43e9-8724-4e3d5044bd19 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:30:17.301275 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Updating router a800c844-60ce-43e9-8724-4e3d5044bd19 port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 binding host dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:30:17.316155 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-2052fbe0-8374-4b9f-8054-35ee095fe62e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5699356 Jul 20 08:30:17.318702 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 38070) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:17.329484 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1300142523-router', 'tenant_id': 'd6bb6c3f331a4fb581256890765018ac', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:17.343471 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Attempting to bind port 1147e85d-4b2f-42ab-928e-93151ea264fe on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:30:17.344049 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Attempting to bind port 1147e85d-4b2f-42ab-928e-93151ea264fe by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '1abbea4f-f0fa-492f-9a3b-290e4afbf94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:30:17.344228 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Attempting to bind port 1147e85d-4b2f-42ab-928e-93151ea264fe on network c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:30:17.344543 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:17.359762 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.371081 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:17.391047 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3716'] for router (0c7afd23-c588-4bef-a8a4-750a4307f5de), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.392580 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3727'] for router (0c7afd23-c588-4bef-a8a4-750a4307f5de), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.398467 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:30:17.399012 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Checking segment: {'id': '1abbea4f-f0fa-492f-9a3b-290e4afbf94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:30:17.399468 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.399810 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Bound using segment: {'id': '1abbea4f-f0fa-492f-9a3b-290e4afbf94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:30:17.400295 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Bound port: 1147e85d-4b2f-42ab-928e-93151ea264fe, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abbea4f-f0fa-492f-9a3b-290e4afbf94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:30:17.400674 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.421339 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port ebb85a37-e9ac-4753-ba9c-669f5cc0516a triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:17.421812 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (ebb85a37-e9ac-4753-ba9c-669f5cc0516a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.484491 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Publish callbacks [] for router_controller (0c7afd23-c588-4bef-a8a4-750a4307f5de), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.570090 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:17.593656 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp559ec1a5-64fa-5701-adf0-4540e30e92f7-99f5a1ef-ee4e-4950-9795-87d328982907', 'network_id': '99f5a1ef-ee4e-4950-9795-87d328982907', 'project_id': 'd6bb6c3f331a4fb581256890765018ac', 'fixed_ips': [{'subnet_id': '5889d370-8148-40db-ba7d-920735f01639'}]}} from dv-cinder-823089-3-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 08:30:17.596285 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.646685 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-43088212-9c49-41c3-b1f7-1513f4423a9d None None] Provisioning complete for port 1147e85d-4b2f-42ab-928e-93151ea264fe triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:17.647070 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-43088212-9c49-41c3-b1f7-1513f4423a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.652913 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] For port 1147e85d-4b2f-42ab-928e-93151ea264fe, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:30:17.665791 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Publish callbacks [] for router_gateway (0c7afd23-c588-4bef-a8a4-750a4307f5de), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.671676 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:17.706171 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] For port 1147e85d-4b2f-42ab-928e-93151ea264fe, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=1147e85d-4b2f-42ab-928e-93151ea264fe,segment=NetworkSegment(1abbea4f-f0fa-492f-9a3b-290e4afbf94c),segment_id=1abbea4f-f0fa-492f-9a3b-290e4afbf94c)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:30:17.714791 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port ebb85a37-e9ac-4753-ba9c-669f5cc0516a is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:17.715190 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (ebb85a37-e9ac-4753-ba9c-669f5cc0516a), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.727851 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:17.752540 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Publish callbacks [] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.759865 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.779424 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.790020 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-43088212-9c49-41c3-b1f7-1513f4423a9d None None] Port 1147e85d-4b2f-42ab-928e-93151ea264fe cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:30:17.855281 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port ebb85a37-e9ac-4753-ba9c-669f5cc0516a, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=ebb85a37-e9ac-4753-ba9c-669f5cc0516a,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:30:17.883361 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (ebb85a37-e9ac-4753-ba9c-669f5cc0516a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.890330 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:17.935479 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Attempting to bind port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:30:17.935960 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Attempting to bind port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '776cc961-cf1a-4387-a2ab-f77730405db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:30:17.936203 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Attempting to bind port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 on network abdb2b01-7e23-48cd-9c85-17299972804b {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:30:17.939497 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f98193-df4a-4523-ad34-3a6e1ccf6e34 None None] Pushing event updated for resources: {'Port': ['ID=f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:17.946310 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:30:17.946714 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Checking segment: {'id': '776cc961-cf1a-4387-a2ab-f77730405db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:30:17.947215 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.947793 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Bound using segment: {'id': '776cc961-cf1a-4387-a2ab-f77730405db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:30:17.948283 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Bound port: f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776cc961-cf1a-4387-a2ab-f77730405db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:30:17.948670 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:17.991925 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Publish callbacks [] for router_gateway (0c7afd23-c588-4bef-a8a4-750a4307f5de), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:18.028288 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:18.059535 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Routers {'d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:30:18.060240 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:18.066719 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0165575-d266-4565-8195-a22f3f872a9a None None] Pushing event updated for resources: {'Port': ['ID=1147e85d-4b2f-42ab-928e-93151ea264fe,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:18.166633 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] For port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:30:18.173477 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] For port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6,segment=NetworkSegment(776cc961-cf1a-4387-a2ab-f77730405db8),segment_id=776cc961-cf1a-4387-a2ab-f77730405db8)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:30:18.187544 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:18.260401 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Routers {'a800c844-60ce-43e9-8724-4e3d5044bd19'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:30:18.261266 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['a800c844-60ce-43e9-8724-4e3d5044bd19'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:18.268189 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f98193-df4a-4523-ad34-3a6e1ccf6e34 None None] Pushing event updated for resources: {'Port': ['ID=f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6,revision_number=4']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:18.280783 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Allocated IP 172.27.1.44 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/30098a59-a816-4312-a982-d67d4e6a7413) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:30:18.462822 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Publish callbacks [] for port (30098a59-a816-4312-a982-d67d4e6a7413), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:18.519814 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] Set router a800c844-60ce-43e9-8724-4e3d5044bd19 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:30:18.530490 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (30098a59-a816-4312-a982-d67d4e6a7413), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:18.545302 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d26fcb7c-5bb8-47ee-9ca7-d2900d8ae73e None None] Provisioning complete for port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:18.545919 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d26fcb7c-5bb8-47ee-9ca7-d2900d8ae73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:18.556901 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Allocated IP 172.20.0.2 (99f5a1ef-ee4e-4950-9795-87d328982907/5889d370-8148-40db-ba7d-920735f01639/1161c575-3897-4061-917f-3b4c5c8752e2) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:30:18.582436 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:30:18.599548 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=ebb85a37-e9ac-4753-ba9c-669f5cc0516a,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:18.600091 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:18.608807 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:30:18.612914 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Pushing event updated for resources: {'Port': ['ID=30098a59-a816-4312-a982-d67d4e6a7413,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:18.670447 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] Set router d1672ad0-47b1-464d-bf1b-06a7e9d3d5be gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:30:18.778563 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:18.803517 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'name': 'tempest-TestMinimumBasicScenario-92132350-router', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:08Z', 'updated_at': '2022-07-20T08:30:14Z', 'revision_number': 4, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'gw_port': {'id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:09Z', 'updated_at': '2022-07-20T08:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6', 'name': '', 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'mac_address': 'fa:16:3e:18:e5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:12Z', 'updated_at': '2022-07-20T08:30:18Z', 'revision_number': 4, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'subnets': [{'id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:18.824191 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:18.831759 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c9cc8-65b2-4c1c-9c01-55664676e8bc None None] The sync data for ids ['a800c844-60ce-43e9-8724-4e3d5044bd19'] in dv-cinder-823089-3-iscsi is: [{'id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'name': 'tempest-TestMinimumBasicScenario-92132350-router', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:08Z', 'updated_at': '2022-07-20T08:30:14Z', 'revision_number': 4, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'gw_port': {'id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:09Z', 'updated_at': '2022-07-20T08:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6', 'name': '', 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'mac_address': 'fa:16:3e:18:e5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:12Z', 'updated_at': '2022-07-20T08:30:18Z', 'revision_number': 4, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'subnets': [{'id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:30:18.904919 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d26fcb7c-5bb8-47ee-9ca7-d2900d8ae73e None None] Current status of the port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:18.905329 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d26fcb7c-5bb8-47ee-9ca7-d2900d8ae73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:18.988448 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Publish callbacks [] for router_gateway (0c7afd23-c588-4bef-a8a4-750a4307f5de), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:19.082071 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:19.088775 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d26fcb7c-5bb8-47ee-9ca7-d2900d8ae73e None None] For port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6,segment=NetworkSegment(776cc961-cf1a-4387-a2ab-f77730405db8),segment_id=776cc961-cf1a-4387-a2ab-f77730405db8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:30:19.090163 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Publish callbacks [] for port (1161c575-3897-4061-917f-3b4c5c8752e2), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:19.098035 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d26fcb7c-5bb8-47ee-9ca7-d2900d8ae73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:19.114446 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012'] for port (1161c575-3897-4061-917f-3b4c5c8752e2), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:19.135744 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:19.213282 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Network 99f5a1ef-ee4e-4950-9795-87d328982907 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:30:19.232023 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:19.241263 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fcb7c-5bb8-47ee-9ca7-d2900d8ae73e None None] Pushing event updated for resources: {'Port': ['ID=f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:19.248981 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:30:19.250708 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735374'] for router (0c7afd23-c588-4bef-a8a4-750a4307f5de), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:19.284885 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'name': 'tempest-TestShelveInstance-1508931211-router', 'tenant_id': 'c3cf87b84407454091a026745dfe006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:05Z', 'updated_at': '2022-07-20T08:30:11Z', 'revision_number': 4, 'project_id': 'c3cf87b84407454091a026745dfe006b', 'gw_port': {'id': '77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:06Z', 'updated_at': '2022-07-20T08:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '1147e85d-4b2f-42ab-928e-93151ea264fe', 'name': '', 'network_id': 'c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea', 'tenant_id': 'c3cf87b84407454091a026745dfe006b', 'mac_address': 'fa:16:3e:39:b4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '69bbf793-5c5a-46f3-8244-aae8755f887f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:10Z', 'updated_at': '2022-07-20T08:30:17Z', 'revision_number': 4, 'project_id': 'c3cf87b84407454091a026745dfe006b', 'subnets': [{'id': '69bbf793-5c5a-46f3-8244-aae8755f887f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:19.287620 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-b514d2b3-25a0-4ffc-bdb3-ce0e6a6fca24 None None] Provisioning complete for port 1147e85d-4b2f-42ab-928e-93151ea264fe triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:19.288038 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b514d2b3-25a0-4ffc-bdb3-ce0e6a6fca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:19.373758 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f228501-c0c4-4c92-ac28-ea31e3d83aa5 None None] The sync data for ids ['d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'] in dv-cinder-823089-3-iscsi is: [{'id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'name': 'tempest-TestShelveInstance-1508931211-router', 'tenant_id': 'c3cf87b84407454091a026745dfe006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:05Z', 'updated_at': '2022-07-20T08:30:11Z', 'revision_number': 4, 'project_id': 'c3cf87b84407454091a026745dfe006b', 'gw_port': {'id': '77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:06Z', 'updated_at': '2022-07-20T08:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '1147e85d-4b2f-42ab-928e-93151ea264fe', 'name': '', 'network_id': 'c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea', 'tenant_id': 'c3cf87b84407454091a026745dfe006b', 'mac_address': 'fa:16:3e:39:b4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '69bbf793-5c5a-46f3-8244-aae8755f887f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:10Z', 'updated_at': '2022-07-20T08:30:17Z', 'revision_number': 4, 'project_id': 'c3cf87b84407454091a026745dfe006b', 'subnets': [{'id': '69bbf793-5c5a-46f3-8244-aae8755f887f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:30:19.404163 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:19.404527 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Router 0c7afd23-c588-4bef-a8a4-750a4307f5de is scheduled to L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 08:30:19.405325 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Pushing event updated for resources: {'Port': ['ID=1161c575-3897-4061-917f-3b4c5c8752e2,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:19.440409 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Attempting to bind port 1161c575-3897-4061-917f-3b4c5c8752e2 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:30:19.442852 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Attempting to bind port 1161c575-3897-4061-917f-3b4c5c8752e2 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '49ecfc24-23ce-4b7c-94ed-0c5751ff755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '99f5a1ef-ee4e-4950-9795-87d328982907'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:30:19.450093 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Attempting to bind port 1161c575-3897-4061-917f-3b4c5c8752e2 on network 99f5a1ef-ee4e-4950-9795-87d328982907 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:30:19.480200 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:30:19.480869 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Checking segment: {'id': '49ecfc24-23ce-4b7c-94ed-0c5751ff755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '99f5a1ef-ee4e-4950-9795-87d328982907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:30:19.485904 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:19.486401 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Bound using segment: {'id': '49ecfc24-23ce-4b7c-94ed-0c5751ff755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '99f5a1ef-ee4e-4950-9795-87d328982907'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:30:19.487018 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Bound port: 1161c575-3897-4061-917f-3b4c5c8752e2, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ecfc24-23ce-4b7c-94ed-0c5751ff755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '99f5a1ef-ee4e-4950-9795-87d328982907'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:30:19.487412 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (1161c575-3897-4061-917f-3b4c5c8752e2), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:19.551049 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-b514d2b3-25a0-4ffc-bdb3-ce0e6a6fca24 None None] Current status of the port 1147e85d-4b2f-42ab-928e-93151ea264fe is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:19.551790 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b514d2b3-25a0-4ffc-bdb3-ce0e6a6fca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:19.552583 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:30:19.580395 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:19.584313 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2dc74619-6891-4f61-978e-4868f2b79761 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2605612 Jul 20 08:30:19.584664 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 38130) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:30:19.602658 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Sync routers for ids ['0c7afd23-c588-4bef-a8a4-750a4307f5de'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:30:19.659950 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Routers {'0c7afd23-c588-4bef-a8a4-750a4307f5de'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:30:19.660456 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['0c7afd23-c588-4bef-a8a4-750a4307f5de'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:19.677658 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-59518847-f3ed-49dd-8d89-7ba68dc6a3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:19.685519 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-b514d2b3-25a0-4ffc-bdb3-ce0e6a6fca24 None None] For port 1147e85d-4b2f-42ab-928e-93151ea264fe, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=1147e85d-4b2f-42ab-928e-93151ea264fe,segment=NetworkSegment(1abbea4f-f0fa-492f-9a3b-290e4afbf94c),segment_id=1abbea4f-f0fa-492f-9a3b-290e4afbf94c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:30:19.756563 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b514d2b3-25a0-4ffc-bdb3-ce0e6a6fca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:19.764016 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] For port 1161c575-3897-4061-917f-3b4c5c8752e2, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:30:19.855265 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] For port 1161c575-3897-4061-917f-3b4c5c8752e2, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=1161c575-3897-4061-917f-3b4c5c8752e2,segment=NetworkSegment(49ecfc24-23ce-4b7c-94ed-0c5751ff755c),segment_id=49ecfc24-23ce-4b7c-94ed-0c5751ff755c)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:30:19.867743 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-b514d2b3-25a0-4ffc-bdb3-ce0e6a6fca24 None None] Provisioning complete for port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:19.867996 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b514d2b3-25a0-4ffc-bdb3-ce0e6a6fca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:19.895461 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (1161c575-3897-4061-917f-3b4c5c8752e2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:19.933399 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:20.011883 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514d2b3-25a0-4ffc-bdb3-ce0e6a6fca24 None None] Pushing event updated for resources: {'Port': ['ID=1147e85d-4b2f-42ab-928e-93151ea264fe,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:20.136881 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:20.217393 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5f322-9c71-4b0f-899a-907c9680dda8 None None] Pushing event updated for resources: {'Port': ['ID=1161c575-3897-4061-917f-3b4c5c8752e2,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:20.269568 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Set router 0c7afd23-c588-4bef-a8a4-750a4307f5de gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:30:20.283456 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:20.326199 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:20.367026 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Allocated IP 172.20.0.1 (99f5a1ef-ee4e-4950-9795-87d328982907/5889d370-8148-40db-ba7d-920735f01639/092f5601-a027-47e4-8aa7-31719d3e1a2c) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:30:20.520886 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-b514d2b3-25a0-4ffc-bdb3-ce0e6a6fca24 None None] Current status of the port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:20.531253 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Publish callbacks [] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:20.590675 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:20.634136 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Network 99f5a1ef-ee4e-4950-9795-87d328982907 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:30:20.637947 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:20.640740 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:30:20.699732 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Pushing event updated for resources: {'Port': ['ID=092f5601-a027-47e4-8aa7-31719d3e1a2c,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:20.733570 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722720'] for router_interface (0c7afd23-c588-4bef-a8a4-750a4307f5de), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:20.875872 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 1147e85d-4b2f-42ab-928e-93151ea264fe up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:20.897246 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:20.913716 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:20.915859 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'name': 'tempest-TestMinimumBasicScenario-1300142523-router', 'tenant_id': 'd6bb6c3f331a4fb581256890765018ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '30098a59-a816-4312-a982-d67d4e6a7413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:17Z', 'updated_at': '2022-07-20T08:30:18Z', 'revision_number': 3, 'project_id': 'd6bb6c3f331a4fb581256890765018ac', 'gw_port': {'id': '30098a59-a816-4312-a982-d67d4e6a7413', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:18Z', 'updated_at': '2022-07-20T08:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:20.957724 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Checking router: 0c7afd23-c588-4bef-a8a4-750a4307f5de for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:30:20.958070 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Updating router 0c7afd23-c588-4bef-a8a4-750a4307f5de port 30098a59-a816-4312-a982-d67d4e6a7413 binding host dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:30:20.992887 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (30098a59-a816-4312-a982-d67d4e6a7413), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:21.004530 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:21.043224 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 1147e85d-4b2f-42ab-928e-93151ea264fe triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:21.043810 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:21.114981 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Publish callbacks [] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:21.120689 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:21.196490 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2036491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733416'] for router_interface (0c7afd23-c588-4bef-a8a4-750a4307f5de), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:21.198740 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Pushing event updated for resources: {'Port': ['ID=092f5601-a027-47e4-8aa7-31719d3e1a2c,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:21.270219 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 1147e85d-4b2f-42ab-928e-93151ea264fe is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:21.271786 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device ebb85a37-e9ac-4753-ba9c-669f5cc0516a up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:21.364810 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:21.385102 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Network 99f5a1ef-ee4e-4950-9795-87d328982907 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:30:21.388081 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:21.485615 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e9e1f3-37f1-4c0a-b708-4f6a131ee4b2 None None] Network 99f5a1ef-ee4e-4950-9795-87d328982907 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:30:21.512924 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-cc05f452-0130-41fc-bfe0-69025cebb86c None None] Provisioning complete for port 1161c575-3897-4061-917f-3b4c5c8752e2 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:21.513572 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cc05f452-0130-41fc-bfe0-69025cebb86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (1161c575-3897-4061-917f-3b4c5c8752e2), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:21.567299 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port ebb85a37-e9ac-4753-ba9c-669f5cc0516a triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:21.567685 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (ebb85a37-e9ac-4753-ba9c-669f5cc0516a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:21.673891 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:21.691533 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Publish callbacks [] for port (30098a59-a816-4312-a982-d67d4e6a7413), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:21.708838 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (30098a59-a816-4312-a982-d67d4e6a7413), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:21.849254 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Attempting to bind port 30098a59-a816-4312-a982-d67d4e6a7413 on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:30:21.849614 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Attempting to bind port 30098a59-a816-4312-a982-d67d4e6a7413 by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:30:21.849978 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Attempting to bind port 30098a59-a816-4312-a982-d67d4e6a7413 on network a1c48fb5-2431-447f-bf04-61d33fd44216 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:30:21.852214 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c5597-3be4-455a-a478-5dec23a7e11b None None] Pushing event updated for resources: {'Port': ['ID=30098a59-a816-4312-a982-d67d4e6a7413,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:21.884745 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-6ded4d93-d675-4a79-b4c9-d4d4aad77c0a tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425617466&fields=id&tenant_id=fcfc8ebb18c54de29556d0b93593d676 HTTP/1.1" status: 200 len: 267 time: 0.0692542 Jul 20 08:30:21.892534 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:30:21.893088 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Checking segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:30:21.893316 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:21.893696 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Bound using segment: {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:30:21.894382 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Bound port: 30098a59-a816-4312-a982-d67d4e6a7413, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81614e7c-45d1-473e-aae3-f2eb26708a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:30:21.894909 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (30098a59-a816-4312-a982-d67d4e6a7413), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:21.898922 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-cc05f452-0130-41fc-bfe0-69025cebb86c None None] Current status of the port 1161c575-3897-4061-917f-3b4c5c8752e2 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:21.899330 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cc05f452-0130-41fc-bfe0-69025cebb86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (1161c575-3897-4061-917f-3b4c5c8752e2), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:21.903277 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Router 0c7afd23-c588-4bef-a8a4-750a4307f5de has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:30:21.947683 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port ebb85a37-e9ac-4753-ba9c-669f5cc0516a is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:21.948975 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:21.997965 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-cc05f452-0130-41fc-bfe0-69025cebb86c None None] For port 1161c575-3897-4061-917f-3b4c5c8752e2, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=1161c575-3897-4061-917f-3b4c5c8752e2,segment=NetworkSegment(49ecfc24-23ce-4b7c-94ed-0c5751ff755c),segment_id=49ecfc24-23ce-4b7c-94ed-0c5751ff755c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:30:22.011083 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cc05f452-0130-41fc-bfe0-69025cebb86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (1161c575-3897-4061-917f-3b4c5c8752e2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:22.058157 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:22.096152 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] For port 30098a59-a816-4312-a982-d67d4e6a7413, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:30:22.106177 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] For port 30098a59-a816-4312-a982-d67d4e6a7413, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=30098a59-a816-4312-a982-d67d4e6a7413,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:30:22.118691 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:30:22.122956 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:22.123341 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:22.139078 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9df9b8b2-287c-4eb8-a34f-3bcf1d538eba admin admin] 10.222.0.64 "PUT /v2.0/routers/0c7afd23-c588-4bef-a8a4-750a4307f5de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5530281 Jul 20 08:30:22.156178 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (30098a59-a816-4312-a982-d67d4e6a7413), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:22.172707 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05f452-0130-41fc-bfe0-69025cebb86c None None] Pushing event updated for resources: {'Port': ['ID=1161c575-3897-4061-917f-3b4c5c8752e2,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:22.193808 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-34156282-1dca-4d33-90d2-3c0e3209cd50 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:22.195885 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-34156282-1dca-4d33-90d2-3c0e3209cd50 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/networks?id=348269a8-7968-40a5-99e7-854f19c8d583 HTTP/1.1" status: 200 len: 811 time: 0.2856271 Jul 20 08:30:22.222518 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-0d6f3c03-7464-4177-b414-3d245a7a91ab tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/quotas/fcfc8ebb18c54de29556d0b93593d676 HTTP/1.1" status: 200 len: 375 time: 0.0142276 Jul 20 08:30:22.269815 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Routers {'0c7afd23-c588-4bef-a8a4-750a4307f5de'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:30:22.270461 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:29:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['0c7afd23-c588-4bef-a8a4-750a4307f5de'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:22.283691 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e3e51032-0333-46b0-9374-355e1d6df51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:22.325303 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-f2a4f2ef-a87b-4781-8453-d4444c2ae1ee tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fcfc8ebb18c54de29556d0b93593d676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860493 Jul 20 08:30:22.384277 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c5597-3be4-455a-a478-5dec23a7e11b None None] Pushing event updated for resources: {'Port': ['ID=30098a59-a816-4312-a982-d67d4e6a7413,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:22.425489 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-a9d7cbde-f3bc-4b75-808a-bbd689783160 None None] Provisioning complete for port 092f5601-a027-47e4-8aa7-31719d3e1a2c triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:22.425870 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a9d7cbde-f3bc-4b75-808a-bbd689783160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:22.474683 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce015bb1-a6b6-4385-9857-d68146bcc006 service neutron] 10.222.0.64 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305611 Jul 20 08:30:22.500199 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:22.501342 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 1161c575-3897-4061-917f-3b4c5c8752e2 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:22.553751 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:22.572041 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7cbde-f3bc-4b75-808a-bbd689783160 None None] Port 092f5601-a027-47e4-8aa7-31719d3e1a2c cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:30:22.593857 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] Set router 0c7afd23-c588-4bef-a8a4-750a4307f5de gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:30:22.598728 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-a9d7cbde-f3bc-4b75-808a-bbd689783160 None None] Provisioning complete for port 1161c575-3897-4061-917f-3b4c5c8752e2 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:22.599407 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a9d7cbde-f3bc-4b75-808a-bbd689783160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (1161c575-3897-4061-917f-3b4c5c8752e2), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:22.633298 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:22.665319 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-299d3fee-14b9-4975-a603-f7307416f099 service neutron] 10.222.0.64 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696820 Jul 20 08:30:22.685482 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 1161c575-3897-4061-917f-3b4c5c8752e2 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:22.685865 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (1161c575-3897-4061-917f-3b4c5c8752e2), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:22.905116 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:22.955781 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7cbde-f3bc-4b75-808a-bbd689783160 None None] Current status of the port 1161c575-3897-4061-917f-3b4c5c8752e2 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:22.983053 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 1161c575-3897-4061-917f-3b4c5c8752e2 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:23.036221 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'name': 'tempest-TestMinimumBasicScenario-1300142523-router', 'tenant_id': 'd6bb6c3f331a4fb581256890765018ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '30098a59-a816-4312-a982-d67d4e6a7413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:17Z', 'updated_at': '2022-07-20T08:30:20Z', 'revision_number': 4, 'project_id': 'd6bb6c3f331a4fb581256890765018ac', 'gw_port': {'id': '30098a59-a816-4312-a982-d67d4e6a7413', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:18Z', 'updated_at': '2022-07-20T08:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '092f5601-a027-47e4-8aa7-31719d3e1a2c', 'name': '', 'network_id': '99f5a1ef-ee4e-4950-9795-87d328982907', 'tenant_id': 'd6bb6c3f331a4fb581256890765018ac', 'mac_address': 'fa:16:3e:ab:87:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5889d370-8148-40db-ba7d-920735f01639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:20Z', 'updated_at': '2022-07-20T08:30:20Z', 'revision_number': 2, 'project_id': 'd6bb6c3f331a4fb581256890765018ac', 'subnets': [{'id': '5889d370-8148-40db-ba7d-920735f01639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:23.076958 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a2e0cc-6950-4a6c-a2c1-d075afba7611 None None] The sync data for ids ['0c7afd23-c588-4bef-a8a4-750a4307f5de'] in dv-cinder-823089-3-iscsi is: [{'id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'name': 'tempest-TestMinimumBasicScenario-1300142523-router', 'tenant_id': 'd6bb6c3f331a4fb581256890765018ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '30098a59-a816-4312-a982-d67d4e6a7413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:17Z', 'updated_at': '2022-07-20T08:30:20Z', 'revision_number': 4, 'project_id': 'd6bb6c3f331a4fb581256890765018ac', 'gw_port': {'id': '30098a59-a816-4312-a982-d67d4e6a7413', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:18Z', 'updated_at': '2022-07-20T08:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '092f5601-a027-47e4-8aa7-31719d3e1a2c', 'name': '', 'network_id': '99f5a1ef-ee4e-4950-9795-87d328982907', 'tenant_id': 'd6bb6c3f331a4fb581256890765018ac', 'mac_address': 'fa:16:3e:ab:87:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5889d370-8148-40db-ba7d-920735f01639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:20Z', 'updated_at': '2022-07-20T08:30:20Z', 'revision_number': 2, 'project_id': 'd6bb6c3f331a4fb581256890765018ac', 'subnets': [{'id': '5889d370-8148-40db-ba7d-920735f01639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:30:23.088222 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-eeffb8b3-6f6b-4f3d-b668-a8e6256284f0 None None] Provisioning complete for port 092f5601-a027-47e4-8aa7-31719d3e1a2c triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:23.088683 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-eeffb8b3-6f6b-4f3d-b668-a8e6256284f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:23.144077 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-eeffb8b3-6f6b-4f3d-b668-a8e6256284f0 None None] Port 092f5601-a027-47e4-8aa7-31719d3e1a2c cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:30:23.174826 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 1161c575-3897-4061-917f-3b4c5c8752e2 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:23.202169 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6dc53b05-75d5-43be-bc0d-a23a626063b8 req-43458f4c-b662-438f-8f17-9aa392cb76af tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 210 time: 0.0534933 Jul 20 08:30:23.247934 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 1161c575-3897-4061-917f-3b4c5c8752e2 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:23.248261 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (1161c575-3897-4061-917f-3b4c5c8752e2), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:23.612015 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 1161c575-3897-4061-917f-3b4c5c8752e2 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:24.213131 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:24.340064 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fbda985-af8a-4e0b-af94-e2082ed34d7a req-8acda44c-b6ae-41b5-9fb8-07783f870c25 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 210 time: 0.0375099 Jul 20 08:30:24.852912 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-93860d27-6cdc-4221-b630-dee54b62e6b1 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:24.854726 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-93860d27-6cdc-4221-b630-dee54b62e6b1 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.18 "GET /v2.0/networks?id=348269a8-7968-40a5-99e7-854f19c8d583 HTTP/1.1" status: 200 len: 811 time: 0.1904843 Jul 20 08:30:25.031046 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-891ce5a3-ddbf-4ef9-b587-ac4eabd23a49 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcfc8ebb18c54de29556d0b93593d676 HTTP/1.1" status: 200 len: 380 time: 0.1315849 Jul 20 08:30:25.036475 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-848af4f6-0d77-40dc-ab30-20b9f3275de3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Request body: {'port': {'device_id': '15050cb9-f79e-4546-b875-1b4e338312fa', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'admin_state_up': True, 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'security_groups': ['84c82322-f84f-4fd4-af06-2166535cb35b']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:25.228244 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-848af4f6-0d77-40dc-ab30-20b9f3275de3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Made reservation on behalf of fcfc8ebb18c54de29556d0b93593d676 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:30:25.232318 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-848af4f6-0d77-40dc-ab30-20b9f3275de3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:25.335892 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:25.471321 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-848af4f6-0d77-40dc-ab30-20b9f3275de3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Allocated IP 172.20.0.3 (348269a8-7968-40a5-99e7-854f19c8d583/3c888370-e66b-4395-b90c-a65ec529794b/91e7ab01-3fe6-490c-8584-7db55fc13380) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:30:25.521003 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-88cb9d3d-c555-4eb6-9c90-5538c364526c req-77c6722e-09b7-44d6-aa6a-669db8d11104 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 210 time: 0.0488808 Jul 20 08:30:25.729438 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-848af4f6-0d77-40dc-ab30-20b9f3275de3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:25.786235 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-848af4f6-0d77-40dc-ab30-20b9f3275de3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:25.904443 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-848af4f6-0d77-40dc-ab30-20b9f3275de3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Network 348269a8-7968-40a5-99e7-854f19c8d583 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:30:25.918602 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-848af4f6-0d77-40dc-ab30-20b9f3275de3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:25.921761 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-848af4f6-0d77-40dc-ab30-20b9f3275de3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:30:25.988862 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848af4f6-0d77-40dc-ab30-20b9f3275de3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event updated for resources: {'Port': ['ID=91e7ab01-3fe6-490c-8584-7db55fc13380,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:26.034518 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-848af4f6-0d77-40dc-ab30-20b9f3275de3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:26.035451 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-848af4f6-0d77-40dc-ab30-20b9f3275de3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:26.066067 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-848af4f6-0d77-40dc-ab30-20b9f3275de3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0339952 Jul 20 08:30:26.089201 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Request body: {'port': {'device_id': '15050cb9-f79e-4546-b875-1b4e338312fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:26.124681 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:26.185487 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:26.304324 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4c0102da-b345-4668-b2fc-a64d151a5b93 None None] Provisioning complete for port 91e7ab01-3fe6-490c-8584-7db55fc13380 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:26.305493 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4c0102da-b345-4668-b2fc-a64d151a5b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:26.352022 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4c0102da-b345-4668-b2fc-a64d151a5b93 None None] Port 91e7ab01-3fe6-490c-8584-7db55fc13380 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:30:26.547619 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:26.639422 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e7ab01-3fe6-490c-8584-7db55fc13380 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:30:26.652840 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Publish callbacks [] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:26.697505 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:26.707856 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563775-99b5-4a33-8db5-67104dd56b7a req-35afcbcb-233b-4914-bca2-b948da44c0c4 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:26.709606 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f563775-99b5-4a33-8db5-67104dd56b7a req-35afcbcb-233b-4914-bca2-b948da44c0c4 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 931 time: 0.0860572 Jul 20 08:30:26.716236 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Transition to ACTIVE for port object 91e7ab01-3fe6-490c-8584-7db55fc13380 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:30:26.734324 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:26.780521 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:26.829394 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f563775-99b5-4a33-8db5-67104dd56b7a req-55bfcbd8-902e-414a-9b5a-cec3db61ad81 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117878 Jul 20 08:30:26.830725 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Pushing event updated for resources: {'Port': ['ID=91e7ab01-3fe6-490c-8584-7db55fc13380,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:26.958185 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Attempting to bind port 91e7ab01-3fe6-490c-8584-7db55fc13380 on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:30:26.958804 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Attempting to bind port 91e7ab01-3fe6-490c-8584-7db55fc13380 by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:30:26.959222 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Attempting to bind port 91e7ab01-3fe6-490c-8584-7db55fc13380 on network 348269a8-7968-40a5-99e7-854f19c8d583 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:30:26.965543 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Port 91e7ab01-3fe6-490c-8584-7db55fc13380 on network 348269a8-7968-40a5-99e7-854f19c8d583 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:30:26.965878 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Attempting to bind port 91e7ab01-3fe6-490c-8584-7db55fc13380 on network 348269a8-7968-40a5-99e7-854f19c8d583 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:30:26.972201 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:30:26.972546 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Checking segment: {'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:30:26.972942 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Bound using segment: {'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:30:26.973530 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Bound port: 91e7ab01-3fe6-490c-8584-7db55fc13380, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:30:26.973910 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:27.113994 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] For port 91e7ab01-3fe6-490c-8584-7db55fc13380, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:30:27.117907 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] For port 91e7ab01-3fe6-490c-8584-7db55fc13380, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=91e7ab01-3fe6-490c-8584-7db55fc13380,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:30:27.129249 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:27.179742 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 30098a59-a816-4312-a982-d67d4e6a7413 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:27.234366 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Pushing event updated for resources: {'Port': ['ID=91e7ab01-3fe6-490c-8584-7db55fc13380,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:27.242348 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:27.243762 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:27.247208 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-ce5e8569-7985-4751-8e89-130792140190 service neutron] 10.222.0.18 "PUT /v2.0/ports/91e7ab01-3fe6-490c-8584-7db55fc13380 HTTP/1.1" status: 200 len: 1093 time: 1.1613624 Jul 20 08:30:27.247208 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15050cb9-f79e-4546-b875-1b4e338312fa', 'tag': '91e7ab01-3fe6-490c-8584-7db55fc13380'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:30:27.248867 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3914019-642a-4419-b477-e53cd0d07a24" -d '{"events": [{"name": "network-changed", "server_uuid": "15050cb9-f79e-4546-b875-1b4e338312fa", "tag": "91e7ab01-3fe6-490c-8584-7db55fc13380"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:30:27.342260 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 30098a59-a816-4312-a982-d67d4e6a7413 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:27.343411 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (30098a59-a816-4312-a982-d67d4e6a7413), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:27.388721 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:27.447314 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-9f652e49-4cf3-40be-bc7c-58cb468d9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:27.451022 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-9f652e49-4cf3-40be-bc7c-58cb468d9883 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fcfc8ebb18c54de29556d0b93593d676&device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 1127 time: 0.1343229 Jul 20 08:30:27.454048 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6293bbb9-d958-4885-928e-12d1ff871b99 x-openstack-request-id: req-6293bbb9-d958-4885-928e-12d1ff871b99 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:30:27.454048 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15050cb9-f79e-4546-b875-1b4e338312fa", "tag": "91e7ab01-3fe6-490c-8584-7db55fc13380", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:30:27.454048 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6293bbb9-d958-4885-928e-12d1ff871b99 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:30:27.454048 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6293bbb9-d958-4885-928e-12d1ff871b99'] response: {'name': 'network-changed', 'server_uuid': '15050cb9-f79e-4546-b875-1b4e338312fa', 'tag': '91e7ab01-3fe6-490c-8584-7db55fc13380', 'status': 'completed', 'code': 200} Jul 20 08:30:27.486399 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 30098a59-a816-4312-a982-d67d4e6a7413 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:27.488048 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (30098a59-a816-4312-a982-d67d4e6a7413), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:27.540863 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-35206036-27d0-4e89-8928-b3d9b8aadf5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91e7ab01-3fe6-490c-8584-7db55fc13380 HTTP/1.1" status: 200 len: 217 time: 0.0753427 Jul 20 08:30:27.541454 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] For port 30098a59-a816-4312-a982-d67d4e6a7413, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=30098a59-a816-4312-a982-d67d4e6a7413,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:30:27.546293 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (30098a59-a816-4312-a982-d67d4e6a7413), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:27.616579 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Pushing event updated for resources: {'Port': ['ID=30098a59-a816-4312-a982-d67d4e6a7413,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:27.630065 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-a22fb8a5-4265-4ee4-9ae2-74f7ac40eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:27.632515 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-a22fb8a5-4265-4ee4-9ae2-74f7ac40eba4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3c888370-e66b-4395-b90c-a65ec529794b HTTP/1.1" status: 200 len: 850 time: 0.0847960 Jul 20 08:30:27.686629 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:27.709455 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-1db96503-221b-46a6-aa71-60d28b148c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:27.711572 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-1db96503-221b-46a6-aa71-60d28b148c85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=348269a8-7968-40a5-99e7-854f19c8d583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725601 Jul 20 08:30:27.839214 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-8b1a029d-0f5e-4b50-953f-7a414f557580 service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210766 Jul 20 08:30:28.065438 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3abcfe-b6f0-4f34-bf2c-a8174d184039 req-55a49dff-5b2d-4c23-a3dd-7901ebbcf634 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:28.069226 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6b3abcfe-b6f0-4f34-bf2c-a8174d184039 req-55a49dff-5b2d-4c23-a3dd-7901ebbcf634 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 943 time: 0.1025457 Jul 20 08:30:28.074379 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f306fa37-c4ea-4fb1-bdb4-708cc3da28b4 req-4fd5672e-46e3-41af-b691-f244edb352a4 service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292657 Jul 20 08:30:28.207966 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6b3abcfe-b6f0-4f34-bf2c-a8174d184039 req-e3ad829f-a729-41f5-8d95-b2f4435f2e53 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296778 Jul 20 08:30:28.708964 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Sync routers for ids ['0c7afd23-c588-4bef-a8a4-750a4307f5de'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:30:28.723846 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Routers {'0c7afd23-c588-4bef-a8a4-750a4307f5de'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:30:28.724905 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:30:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['0c7afd23-c588-4bef-a8a4-750a4307f5de'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:28.923288 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Set router 0c7afd23-c588-4bef-a8a4-750a4307f5de gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:30:29.182946 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 30098a59-a816-4312-a982-d67d4e6a7413 up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:29.315606 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 30098a59-a816-4312-a982-d67d4e6a7413 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:29.316149 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (30098a59-a816-4312-a982-d67d4e6a7413), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:29.332708 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'name': 'tempest-TestMinimumBasicScenario-1300142523-router', 'tenant_id': 'd6bb6c3f331a4fb581256890765018ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '30098a59-a816-4312-a982-d67d4e6a7413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:17Z', 'updated_at': '2022-07-20T08:30:20Z', 'revision_number': 4, 'project_id': 'd6bb6c3f331a4fb581256890765018ac', 'gw_port': {'id': '30098a59-a816-4312-a982-d67d4e6a7413', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:18Z', 'updated_at': '2022-07-20T08:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '092f5601-a027-47e4-8aa7-31719d3e1a2c', 'name': '', 'network_id': '99f5a1ef-ee4e-4950-9795-87d328982907', 'tenant_id': 'd6bb6c3f331a4fb581256890765018ac', 'mac_address': 'fa:16:3e:ab:87:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5889d370-8148-40db-ba7d-920735f01639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:20Z', 'updated_at': '2022-07-20T08:30:20Z', 'revision_number': 2, 'project_id': 'd6bb6c3f331a4fb581256890765018ac', 'subnets': [{'id': '5889d370-8148-40db-ba7d-920735f01639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:29.396862 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Checking router: 0c7afd23-c588-4bef-a8a4-750a4307f5de for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:30:29.398640 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Updating router 0c7afd23-c588-4bef-a8a4-750a4307f5de port 092f5601-a027-47e4-8aa7-31719d3e1a2c binding host dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 08:30:29.402548 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3911e56-c6de-4f1c-bc25-b510a99e8a65 req-34eefa73-4ddd-4731-9828-6d770bda0d75 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:29.412813 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d3911e56-c6de-4f1c-bc25-b510a99e8a65 req-34eefa73-4ddd-4731-9828-6d770bda0d75 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 943 time: 0.0839286 Jul 20 08:30:29.441646 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:29.460609 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:29.466783 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:29.487658 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d3911e56-c6de-4f1c-bc25-b510a99e8a65 req-7d451f77-947d-4b95-99f6-f01dc9bf7768 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725789 Jul 20 08:30:29.516651 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 30098a59-a816-4312-a982-d67d4e6a7413 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:29.850757 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Publish callbacks [] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:29.857141 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:29.925415 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2573aa-ba7c-428e-b52a-8698be81dc42 None None] Pushing event updated for resources: {'Port': ['ID=092f5601-a027-47e4-8aa7-31719d3e1a2c,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:30.023150 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Attempting to bind port 092f5601-a027-47e4-8aa7-31719d3e1a2c on host dv-cinder-823089-3-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:30:30.023150 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Attempting to bind port 092f5601-a027-47e4-8aa7-31719d3e1a2c by drivers openvswitch,hyperv on host dv-cinder-823089-3-iscsi at level 0 using segments [{'id': '49ecfc24-23ce-4b7c-94ed-0c5751ff755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '99f5a1ef-ee4e-4950-9795-87d328982907'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:30:30.023150 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Attempting to bind port 092f5601-a027-47e4-8aa7-31719d3e1a2c on network 99f5a1ef-ee4e-4950-9795-87d328982907 {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:30:30.032514 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Checking agent: {'id': '8613a1cb-f102-4e15-aac2-717a5270c3e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823089-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 16, 56), 'started_at': datetime.datetime(2022, 7, 20, 8, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823089-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:30:30.032900 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Checking segment: {'id': '49ecfc24-23ce-4b7c-94ed-0c5751ff755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '99f5a1ef-ee4e-4950-9795-87d328982907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:30:30.033301 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:30.034505 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Bound using segment: {'id': '49ecfc24-23ce-4b7c-94ed-0c5751ff755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '99f5a1ef-ee4e-4950-9795-87d328982907'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:30:30.034505 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Bound port: 092f5601-a027-47e4-8aa7-31719d3e1a2c, host: dv-cinder-823089-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ecfc24-23ce-4b7c-94ed-0c5751ff755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '99f5a1ef-ee4e-4950-9795-87d328982907'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:30:30.034782 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:30.153029 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:30.163339 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] For port 092f5601-a027-47e4-8aa7-31719d3e1a2c, host dv-cinder-823089-3-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:30:30.171754 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] For port 092f5601-a027-47e4-8aa7-31719d3e1a2c, host dv-cinder-823089-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=092f5601-a027-47e4-8aa7-31719d3e1a2c,segment=NetworkSegment(49ecfc24-23ce-4b7c-94ed-0c5751ff755c),segment_id=49ecfc24-23ce-4b7c-94ed-0c5751ff755c)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:30:30.188065 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:30.287899 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Routers {'0c7afd23-c588-4bef-a8a4-750a4307f5de'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:30:30.290291 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:30:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['0c7afd23-c588-4bef-a8a4-750a4307f5de'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:30.345399 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-48829f2a-2f19-49c3-aa43-5166987ccd9c None None] Provisioning complete for port 092f5601-a027-47e4-8aa7-31719d3e1a2c triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:30.347232 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-48829f2a-2f19-49c3-aa43-5166987ccd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:30.352223 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:30.470051 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2573aa-ba7c-428e-b52a-8698be81dc42 None None] Pushing event updated for resources: {'Port': ['ID=092f5601-a027-47e4-8aa7-31719d3e1a2c,revision_number=4']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:30.541552 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] Set router 0c7afd23-c588-4bef-a8a4-750a4307f5de gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:30:30.624574 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3914019-642a-4419-b477-e53cd0d07a24 req-c8d088b3-68b4-4458-9500-a19e712c4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:30.631432 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e3914019-642a-4419-b477-e53cd0d07a24 req-c8d088b3-68b4-4458-9500-a19e712c4a6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fcfc8ebb18c54de29556d0b93593d676&device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 1127 time: 0.1537457 Jul 20 08:30:30.668819 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-48829f2a-2f19-49c3-aa43-5166987ccd9c None None] Current status of the port 092f5601-a027-47e4-8aa7-31719d3e1a2c is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:30.669665 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-48829f2a-2f19-49c3-aa43-5166987ccd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:30.774795 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-48829f2a-2f19-49c3-aa43-5166987ccd9c None None] For port 092f5601-a027-47e4-8aa7-31719d3e1a2c, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=092f5601-a027-47e4-8aa7-31719d3e1a2c,segment=NetworkSegment(49ecfc24-23ce-4b7c-94ed-0c5751ff755c),segment_id=49ecfc24-23ce-4b7c-94ed-0c5751ff755c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:30:30.780295 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-48829f2a-2f19-49c3-aa43-5166987ccd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:30.945696 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee38abe-44d3-4af2-9767-2480b0703a2e req-4cfa2e2d-d5c8-465a-8aea-0a9f9d40970f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:30.952494 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5ee38abe-44d3-4af2-9767-2480b0703a2e req-4cfa2e2d-d5c8-465a-8aea-0a9f9d40970f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 943 time: 0.2463207 Jul 20 08:30:31.033045 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3914019-642a-4419-b477-e53cd0d07a24 req-2b284d2e-d58d-426a-8182-ffc08385a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:31.035170 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e3914019-642a-4419-b477-e53cd0d07a24 req-2b284d2e-d58d-426a-8182-ffc08385a229 service neutron] 10.222.0.18 "GET /v2.0/networks?id=348269a8-7968-40a5-99e7-854f19c8d583 HTTP/1.1" status: 200 len: 912 time: 0.3950949 Jul 20 08:30:31.043918 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:31.098335 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-b027a930-51b4-4833-ba46-afb6f37f4309 None None] Provisioning complete for port 092f5601-a027-47e4-8aa7-31719d3e1a2c triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:31.099426 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b027a930-51b4-4833-ba46-afb6f37f4309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:31.109020 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48829f2a-2f19-49c3-aa43-5166987ccd9c None None] Pushing event updated for resources: {'Port': ['ID=092f5601-a027-47e4-8aa7-31719d3e1a2c,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:31.135389 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'name': 'tempest-TestMinimumBasicScenario-1300142523-router', 'tenant_id': 'd6bb6c3f331a4fb581256890765018ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '30098a59-a816-4312-a982-d67d4e6a7413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:17Z', 'updated_at': '2022-07-20T08:30:20Z', 'revision_number': 4, 'project_id': 'd6bb6c3f331a4fb581256890765018ac', 'gw_port': {'id': '30098a59-a816-4312-a982-d67d4e6a7413', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:18Z', 'updated_at': '2022-07-20T08:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '092f5601-a027-47e4-8aa7-31719d3e1a2c', 'name': '', 'network_id': '99f5a1ef-ee4e-4950-9795-87d328982907', 'tenant_id': 'd6bb6c3f331a4fb581256890765018ac', 'mac_address': 'fa:16:3e:ab:87:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5889d370-8148-40db-ba7d-920735f01639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:20Z', 'updated_at': '2022-07-20T08:30:30Z', 'revision_number': 4, 'project_id': 'd6bb6c3f331a4fb581256890765018ac', 'subnets': [{'id': '5889d370-8148-40db-ba7d-920735f01639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:30:31.137445 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e3914019-642a-4419-b477-e53cd0d07a24 req-c354326e-cc8a-41fa-9135-b75ad62fa073 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91e7ab01-3fe6-490c-8584-7db55fc13380 HTTP/1.1" status: 200 len: 217 time: 0.0905254 Jul 20 08:30:31.176471 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08fa539-d500-45ea-836b-8a3b79e676df None None] The sync data for ids ['0c7afd23-c588-4bef-a8a4-750a4307f5de'] in dv-cinder-823089-3-iscsi is: [{'id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'name': 'tempest-TestMinimumBasicScenario-1300142523-router', 'tenant_id': 'd6bb6c3f331a4fb581256890765018ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '30098a59-a816-4312-a982-d67d4e6a7413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:17Z', 'updated_at': '2022-07-20T08:30:20Z', 'revision_number': 4, 'project_id': 'd6bb6c3f331a4fb581256890765018ac', 'gw_port': {'id': '30098a59-a816-4312-a982-d67d4e6a7413', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:18Z', 'updated_at': '2022-07-20T08:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '092f5601-a027-47e4-8aa7-31719d3e1a2c', 'name': '', 'network_id': '99f5a1ef-ee4e-4950-9795-87d328982907', 'tenant_id': 'd6bb6c3f331a4fb581256890765018ac', 'mac_address': 'fa:16:3e:ab:87:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5889d370-8148-40db-ba7d-920735f01639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:20Z', 'updated_at': '2022-07-20T08:30:30Z', 'revision_number': 4, 'project_id': 'd6bb6c3f331a4fb581256890765018ac', 'subnets': [{'id': '5889d370-8148-40db-ba7d-920735f01639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:30:31.261258 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5ee38abe-44d3-4af2-9767-2480b0703a2e req-848030a3-10bc-4de4-a673-62d293b3ed2e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232099 Jul 20 08:30:31.284664 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3914019-642a-4419-b477-e53cd0d07a24 req-cac01ed7-965e-4c90-9606-78d4eb5e3a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:31.287446 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e3914019-642a-4419-b477-e53cd0d07a24 req-cac01ed7-965e-4c90-9606-78d4eb5e3a45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3c888370-e66b-4395-b90c-a65ec529794b HTTP/1.1" status: 200 len: 850 time: 0.1307044 Jul 20 08:30:31.343843 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 092f5601-a027-47e4-8aa7-31719d3e1a2c up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:31.359999 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3914019-642a-4419-b477-e53cd0d07a24 req-f187a9c0-e36b-46ee-9f68-9a6404b83305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:31.363682 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e3914019-642a-4419-b477-e53cd0d07a24 req-f187a9c0-e36b-46ee-9f68-9a6404b83305 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=348269a8-7968-40a5-99e7-854f19c8d583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685256 Jul 20 08:30:31.590845 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-b027a930-51b4-4833-ba46-afb6f37f4309 None None] Current status of the port 092f5601-a027-47e4-8aa7-31719d3e1a2c is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:31.601307 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 092f5601-a027-47e4-8aa7-31719d3e1a2c triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:31.602402 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:31.699730 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e3914019-642a-4419-b477-e53cd0d07a24 req-745805b6-8d7f-4a13-9b38-12f5e6289f7d service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283222 Jul 20 08:30:31.893161 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 092f5601-a027-47e4-8aa7-31719d3e1a2c is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:31.906451 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e3914019-642a-4419-b477-e53cd0d07a24 req-89693956-9b11-4f0f-84c6-4e09cb584501 service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917570 Jul 20 08:30:32.493299 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122e338-65d0-41d6-92d8-36f194edf44f req-3de02ee7-ce7b-478c-87e5-5188cc85295e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:32.495033 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0122e338-65d0-41d6-92d8-36f194edf44f req-3de02ee7-ce7b-478c-87e5-5188cc85295e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 943 time: 0.0913885 Jul 20 08:30:32.583862 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0122e338-65d0-41d6-92d8-36f194edf44f req-9625a82c-ef4e-476c-a051-a0469a7ff71c tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782118 Jul 20 08:30:33.158524 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 092f5601-a027-47e4-8aa7-31719d3e1a2c up at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:33.227509 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Provisioning complete for port 092f5601-a027-47e4-8aa7-31719d3e1a2c triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:33.228278 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:33.262553 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:33.358567 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Current status of the port 092f5601-a027-47e4-8aa7-31719d3e1a2c is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:33.800832 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d175689-62b4-4ae0-b58d-6d127a62e231 req-30c97503-fbcd-4c04-be84-0c716ea4d59f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:33.812338 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7d175689-62b4-4ae0-b58d-6d127a62e231 req-30c97503-fbcd-4c04-be84-0c716ea4d59f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 943 time: 0.1105964 Jul 20 08:30:33.901419 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7d175689-62b4-4ae0-b58d-6d127a62e231 req-5378ca78-1124-4f42-84b5-c0ddeeecf94f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873327 Jul 20 08:30:34.950425 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4141a-3595-4004-a819-03bdb0e46386 req-6dc1aff2-1202-47a2-9216-f61cc14d044b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:34.956850 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ecc4141a-3595-4004-a819-03bdb0e46386 req-6dc1aff2-1202-47a2-9216-f61cc14d044b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.1114509 Jul 20 08:30:35.056637 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ecc4141a-3595-4004-a819-03bdb0e46386 req-fa02a64f-9493-46b1-9f2b-daba79282c53 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929282 Jul 20 08:30:35.180242 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c041e-0b5d-49c0-8d63-b43b8c633713 req-98789355-e901-4f07-bbed-0644ad798edd tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:35.181876 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c77c041e-0b5d-49c0-8d63-b43b8c633713 req-98789355-e901-4f07-bbed-0644ad798edd tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 943 time: 0.1500027 Jul 20 08:30:35.290571 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c77c041e-0b5d-49c0-8d63-b43b8c633713 req-f2c974ab-35c3-480a-8d74-d4ff8f9c7ed4 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000793 Jul 20 08:30:36.227074 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596d720-bc0a-43dc-a157-979e5e41bd24 req-1d3e849f-231a-4a27-9e18-28389cc8e357 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:36.228851 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5596d720-bc0a-43dc-a157-979e5e41bd24 req-1d3e849f-231a-4a27-9e18-28389cc8e357 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0760877 Jul 20 08:30:36.251433 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:30:36.306699 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5596d720-bc0a-43dc-a157-979e5e41bd24 req-70ea41da-f8d8-4667-8a1e-93d5e0488aaf tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621109 Jul 20 08:30:36.458210 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c19ad9-fd69-4733-8663-29287a693165 req-dde65fd6-fc56-41bd-9a0b-34ade0ddf303 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:36.461090 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-21c19ad9-fd69-4733-8663-29287a693165 req-dde65fd6-fc56-41bd-9a0b-34ade0ddf303 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 943 time: 0.0794227 Jul 20 08:30:36.499255 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:36.526756 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-21c19ad9-fd69-4733-8663-29287a693165 req-c73d5503-3642-46fa-8206-9fb5cb400432 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563886 Jul 20 08:30:36.594662 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-1bfa5d31-afe5-4d1b-b644-d9b460d12c15 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:36.596229 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-1bfa5d31-afe5-4d1b-b644-d9b460d12c15 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/networks?id=abdb2b01-7e23-48cd-9c85-17299972804b HTTP/1.1" status: 200 len: 813 time: 0.1384702 Jul 20 08:30:36.615842 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-ab02d98a-5878-45b1-9bb5-1dce532e4d33 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/quotas/5732783c305f47a389104f7ea5ac5fcf HTTP/1.1" status: 200 len: 375 time: 0.0113351 Jul 20 08:30:36.689254 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-526fd4ae-055b-492e-982e-e8eb613252ab tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5732783c305f47a389104f7ea5ac5fcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673776 Jul 20 08:30:36.826887 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-25ac1164-1432-4411-9c5a-a40130c7e6a8 service neutron] 10.222.0.64 "GET /v2.0/networks/abdb2b01-7e23-48cd-9c85-17299972804b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235678 Jul 20 08:30:36.963277 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-1d009ca8-4cff-4bf9-a364-a99fa90d1d14 service neutron] 10.222.0.64 "GET /v2.0/networks/abdb2b01-7e23-48cd-9c85-17299972804b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289010 Jul 20 08:30:37.172812 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-49981081-a680-4e6b-b035-f85637c8541e req-e6cfaa20-f8cb-42df-8b11-1092c1c8ca79 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 210 time: 0.0329208 Jul 20 08:30:37.467087 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:37.495840 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276ad2d-ab03-4d3f-9f60-ec7ba0e754d2 req-30b5b5e4-94ee-4579-b08b-98f710be7d1d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:37.497476 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b276ad2d-ab03-4d3f-9f60-ec7ba0e754d2 req-30b5b5e4-94ee-4579-b08b-98f710be7d1d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0891743 Jul 20 08:30:37.560693 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b276ad2d-ab03-4d3f-9f60-ec7ba0e754d2 req-bfc95b6e-4dfc-4440-9d5a-5aed187add85 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539985 Jul 20 08:30:37.680812 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353da4d-e09d-4189-befc-8f63671c85be req-c3122ece-590e-4b25-bc24-01c9e705d098 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:37.682868 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5353da4d-e09d-4189-befc-8f63671c85be req-c3122ece-590e-4b25-bc24-01c9e705d098 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 943 time: 0.0635281 Jul 20 08:30:37.763744 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5353da4d-e09d-4189-befc-8f63671c85be req-6afa3ab7-cec9-40d2-af76-ba54122521d7 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742912 Jul 20 08:30:38.295616 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4ca6099d-ef0f-46b3-8069-281367d62f7d req-d3ecf2a5-f881-467a-b209-02325c8e7d04 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 210 time: 0.0371149 Jul 20 08:30:38.591061 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 91e7ab01-3fe6-490c-8584-7db55fc13380 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:30:38.766710 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f726de-d7a5-4594-a722-f0a7affec210 req-f310741e-d12e-4ac3-9cee-5dccce79b5a1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:38.770196 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-34f726de-d7a5-4594-a722-f0a7affec210 req-f310741e-d12e-4ac3-9cee-5dccce79b5a1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0937154 Jul 20 08:30:38.771211 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 91e7ab01-3fe6-490c-8584-7db55fc13380, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=91e7ab01-3fe6-490c-8584-7db55fc13380,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:30:38.784511 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '91e7ab01-3fe6-490c-8584-7db55fc13380', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'port_id': '91e7ab01-3fe6-490c-8584-7db55fc13380', 'mac_address': 'fa:16:3e:d8:84:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:30:38.837419 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-34f726de-d7a5-4594-a722-f0a7affec210 req-10e17d37-7b9d-452d-a532-5afd75b96302 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587904 Jul 20 08:30:38.838775 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 91e7ab01-3fe6-490c-8584-7db55fc13380 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:38.841346 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:38.869494 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e7ab01-3fe6-490c-8584-7db55fc13380 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:30:38.905617 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 91e7ab01-3fe6-490c-8584-7db55fc13380, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=91e7ab01-3fe6-490c-8584-7db55fc13380,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:30:38.914238 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:38.962848 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cfd1f-cca9-4d53-820d-a39daafb8778 req-f3e17983-0b97-4e03-ad30-6775bc92c8bf tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:38.964432 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e68cfd1f-cca9-4d53-820d-a39daafb8778 req-f3e17983-0b97-4e03-ad30-6775bc92c8bf tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 943 time: 0.0710821 Jul 20 08:30:38.981155 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=91e7ab01-3fe6-490c-8584-7db55fc13380,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:39.318126 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e68cfd1f-cca9-4d53-820d-a39daafb8778 req-b863dedc-e3c9-46f8-a0a0-d832205bae4b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3447769 Jul 20 08:30:39.409660 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-da906b0c-8d62-4ae8-a9bd-b6bf0288ac77 req-97810efc-58f4-4e09-aac0-bac8153fb567 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 210 time: 0.0306952 Jul 20 08:30:39.775824 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['91e7ab01-3fe6-490c-8584-7db55fc13380'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:30:39.841061 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:39.842386 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:40.060403 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9b425fd7-09c5-4ae6-8aed-6fa763613787 req-3f5df914-4185-4f12-a2a8-85000d06a572 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1472454 Jul 20 08:30:40.073792 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb4e1f-d6fd-4bf0-b7b8-faac0ccc861b req-b24d5929-8b2f-465e-85d9-50140a2f9de3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:40.075537 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efbb4e1f-d6fd-4bf0-b7b8-faac0ccc861b req-b24d5929-8b2f-465e-85d9-50140a2f9de3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.1037116 Jul 20 08:30:40.199330 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-5f81ff96-66d2-456a-aa1e-a09d9a2888de tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:40.201049 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-5f81ff96-66d2-456a-aa1e-a09d9a2888de tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.18 "GET /v2.0/networks?id=abdb2b01-7e23-48cd-9c85-17299972804b HTTP/1.1" status: 200 len: 813 time: 0.2906759 Jul 20 08:30:40.203730 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b425fd7-09c5-4ae6-8aed-6fa763613787 req-2fe76c0a-5667-4626-bee7-82560bbee5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:40.205231 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9b425fd7-09c5-4ae6-8aed-6fa763613787 req-2fe76c0a-5667-4626-bee7-82560bbee5c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 1129 time: 0.0909762 Jul 20 08:30:40.228273 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efbb4e1f-d6fd-4bf0-b7b8-faac0ccc861b req-0264ec87-a003-4342-99c1-459a28354b44 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312916 Jul 20 08:30:40.311523 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-7e4aa240-55e8-4c02-932e-92872e27966a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Request body: {'port': {'device_id': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b', 'admin_state_up': True, 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:30:40.572032 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e2aba-24a8-4914-a432-ae147ee3f5b8 req-ffdb4f63-4f06-4fee-929d-0240ee480d2e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:40.573686 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a44e2aba-24a8-4914-a432-ae147ee3f5b8 req-ffdb4f63-4f06-4fee-929d-0240ee480d2e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 944 time: 0.1630685 Jul 20 08:30:40.667085 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a44e2aba-24a8-4914-a432-ae147ee3f5b8 req-12b04fa3-bc22-43ee-987b-a267393bf556 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810649 Jul 20 08:30:40.766940 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-edf9903f-3191-43a3-9c1c-a4462c5b4fdb req-51ba1868-1f89-471e-955d-1835531246e7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 210 time: 0.0436201 Jul 20 08:30:40.816359 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b425fd7-09c5-4ae6-8aed-6fa763613787 req-b662cb29-1927-4918-a3ee-b6cf0bcaa2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:40.818078 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9b425fd7-09c5-4ae6-8aed-6fa763613787 req-b662cb29-1927-4918-a3ee-b6cf0bcaa2f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21da7406-374d-4389-9eee-8af0140c04bf HTTP/1.1" status: 200 len: 915 time: 0.4961224 Jul 20 08:30:40.839208 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-7e4aa240-55e8-4c02-932e-92872e27966a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Made reservation on behalf of 5732783c305f47a389104f7ea5ac5fcf for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:30:40.843110 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-7e4aa240-55e8-4c02-932e-92872e27966a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:40.909216 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:41.012772 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-7e4aa240-55e8-4c02-932e-92872e27966a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Allocated IP 172.20.0.5 (abdb2b01-7e23-48cd-9c85-17299972804b/718150d7-7cbc-41c9-a2af-162012ca723e/26b6ab63-8e74-43dc-82a1-e3067592fa61) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:30:41.083670 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:41.140781 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=72,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:41.191057 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-7e4aa240-55e8-4c02-932e-92872e27966a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:41.228764 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-7e4aa240-55e8-4c02-932e-92872e27966a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:41.291930 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-7e4aa240-55e8-4c02-932e-92872e27966a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Network abdb2b01-7e23-48cd-9c85-17299972804b is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:30:41.297336 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-7e4aa240-55e8-4c02-932e-92872e27966a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:30:41.299543 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4aa240-55e8-4c02-932e-92872e27966a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Pushing event updated for resources: {'Port': ['ID=26b6ab63-8e74-43dc-82a1-e3067592fa61,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:41.301678 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-7e4aa240-55e8-4c02-932e-92872e27966a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:30:41.357776 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-7e4aa240-55e8-4c02-932e-92872e27966a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:41.358471 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-7e4aa240-55e8-4c02-932e-92872e27966a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:41.364713 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de5e06-2cdb-495f-99c2-a2fe8a0e7438 req-7a2ca51f-53dd-4eb6-acf9-7ce15aca9552 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:41.367756 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-37de5e06-2cdb-495f-99c2-a2fe8a0e7438 req-7a2ca51f-53dd-4eb6-acf9-7ce15aca9552 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0556026 Jul 20 08:30:41.388142 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-7e4aa240-55e8-4c02-932e-92872e27966a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0802166 Jul 20 08:30:41.424881 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:41.459703 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-37de5e06-2cdb-495f-99c2-a2fe8a0e7438 req-3635299f-c015-40ac-b828-97806d29ed4e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757992 Jul 20 08:30:41.614673 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-9d621d3c-5868-454a-9718-09240e1170ae None None] Provisioning complete for port 26b6ab63-8e74-43dc-82a1-e3067592fa61 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:41.615213 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9d621d3c-5868-454a-9718-09240e1170ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:41.649645 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-9d621d3c-5868-454a-9718-09240e1170ae None None] Port 26b6ab63-8e74-43dc-82a1-e3067592fa61 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:30:41.800243 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded8af9-1753-415f-b511-da984b3bb84e req-e743d874-4cf9-4eb9-b102-9fd0b618dce0 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:41.806655 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ded8af9-1753-415f-b511-da984b3bb84e req-e743d874-4cf9-4eb9-b102-9fd0b618dce0 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 944 time: 0.0591991 Jul 20 08:30:41.854713 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ded8af9-1753-415f-b511-da984b3bb84e req-7bbbd0ca-cfc3-4e12-8647-2686722800ac tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461233 Jul 20 08:30:41.911806 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09604747-c26d-4879-8f52-14d3790cb12a req-bcc3c437-d46e-40c5-9bd5-92ef86d73612 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:41.913902 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-09604747-c26d-4879-8f52-14d3790cb12a req-bcc3c437-d46e-40c5-9bd5-92ef86d73612 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 931 time: 0.0543063 Jul 20 08:30:41.966832 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-09604747-c26d-4879-8f52-14d3790cb12a req-97b75ae3-053d-4e34-b368-f0cf3aaf16f3 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473151 Jul 20 08:30:42.099920 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 91e7ab01-3fe6-490c-8584-7db55fc13380 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:30:42.143501 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 91e7ab01-3fe6-490c-8584-7db55fc13380 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:30:42.149819 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 91e7ab01-3fe6-490c-8584-7db55fc13380 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:30:42.150238 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:42.187439 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:42.230389 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 91e7ab01-3fe6-490c-8584-7db55fc13380 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:30:42.230814 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:42.253920 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15050cb9-f79e-4546-b875-1b4e338312fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e7ab01-3fe6-490c-8584-7db55fc13380'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:30:42.256232 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1651957e-f989-43f1-baaa-a63b1ba2af13" -d '{"events": [{"server_uuid": "15050cb9-f79e-4546-b875-1b4e338312fa", "name": "network-vif-plugged", "status": "completed", "tag": "91e7ab01-3fe6-490c-8584-7db55fc13380"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:30:42.270134 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 91e7ab01-3fe6-490c-8584-7db55fc13380, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=91e7ab01-3fe6-490c-8584-7db55fc13380,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:30:42.275177 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:42.307793 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd4d856-e465-4e53-9dc0-652c70c1172e x-openstack-request-id: req-9dd4d856-e465-4e53-9dc0-652c70c1172e {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:30:42.308486 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15050cb9-f79e-4546-b875-1b4e338312fa", "name": "network-vif-plugged", "status": "completed", "tag": "91e7ab01-3fe6-490c-8584-7db55fc13380", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:30:42.309041 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9dd4d856-e465-4e53-9dc0-652c70c1172e {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:30:42.309833 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd4d856-e465-4e53-9dc0-652c70c1172e'] response: {'server_uuid': '15050cb9-f79e-4546-b875-1b4e338312fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e7ab01-3fe6-490c-8584-7db55fc13380', 'code': 200} Jul 20 08:30:42.342749 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=91e7ab01-3fe6-490c-8584-7db55fc13380,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:30:42.587158 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603af6c8-2ad3-4b0b-a007-ad7163019d1c req-c62e9c9e-7d4a-476c-b317-8fa97e39dc2e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:42.588663 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-603af6c8-2ad3-4b0b-a007-ad7163019d1c req-c62e9c9e-7d4a-476c-b317-8fa97e39dc2e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0506241 Jul 20 08:30:42.643190 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-603af6c8-2ad3-4b0b-a007-ad7163019d1c req-fcb9dee8-763c-420a-969e-f71b250a952e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489631 Jul 20 08:30:42.976964 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7602b59-6b82-425e-ad32-d5b7acac12b8 req-c6727ed0-9c88-4856-ac43-df5199fb2280 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:42.978735 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7602b59-6b82-425e-ad32-d5b7acac12b8 req-c6727ed0-9c88-4856-ac43-df5199fb2280 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0533235 Jul 20 08:30:43.064411 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7602b59-6b82-425e-ad32-d5b7acac12b8 req-8ad6ecec-01de-43ac-85fc-62fda4acac05 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796742 Jul 20 08:30:43.105205 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c49677-0373-4fec-b6fe-ff76c72181b5 req-76b965e2-b234-4fdb-a608-26b1566e8172 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:43.106757 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a4c49677-0373-4fec-b6fe-ff76c72181b5 req-76b965e2-b234-4fdb-a608-26b1566e8172 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 931 time: 0.0595517 Jul 20 08:30:43.165773 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a4c49677-0373-4fec-b6fe-ff76c72181b5 req-092311be-d4f4-4fab-9e76-74a655af58a5 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479052 Jul 20 08:30:43.760007 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9713a64-0a80-467d-b9d5-9d584c742db4 req-ff4da1ad-495b-4985-8d76-24c981846c9d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:43.761880 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c9713a64-0a80-467d-b9d5-9d584c742db4 req-ff4da1ad-495b-4985-8d76-24c981846c9d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0491302 Jul 20 08:30:43.824558 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c9713a64-0a80-467d-b9d5-9d584c742db4 req-23e6c5b7-4fff-4a88-8c7c-1222c9db6422 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563231 Jul 20 08:30:44.182235 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1bda6-5b5f-4673-bb1d-a6730898b717 req-7abbcb12-07eb-4d1d-ad11-cb50eed4d2f6 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:44.183780 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6fc1bda6-5b5f-4673-bb1d-a6730898b717 req-7abbcb12-07eb-4d1d-ad11-cb50eed4d2f6 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0502312 Jul 20 08:30:44.212585 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:44.240206 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6fc1bda6-5b5f-4673-bb1d-a6730898b717 req-652eebaf-a2a2-44d2-b5da-b82d72bd887d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508213 Jul 20 08:30:44.297152 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593e9de-69bc-4958-b25e-b816e4050929 req-96f71f20-d334-49be-95a1-b90368fda25a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:44.306756 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1593e9de-69bc-4958-b25e-b816e4050929 req-96f71f20-d334-49be-95a1-b90368fda25a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 931 time: 0.0699596 Jul 20 08:30:44.355938 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1593e9de-69bc-4958-b25e-b816e4050929 req-e804a817-4dfc-405d-9168-72ff8a7f12b0 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480821 Jul 20 08:30:44.946155 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab03cf-6bff-4a09-a202-a4dcd43b6110 req-4f1a6e8d-624d-4b36-b51c-e5dae66ae65a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:44.947633 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2aab03cf-6bff-4a09-a202-a4dcd43b6110 req-4f1a6e8d-624d-4b36-b51c-e5dae66ae65a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0486448 Jul 20 08:30:44.996403 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2aab03cf-6bff-4a09-a202-a4dcd43b6110 req-725f4d29-5034-4dd2-9842-65160e9d6af8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429502 Jul 20 08:30:45.352027 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:45.367247 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704a35-c656-4fd1-97bb-17d595a0366a req-51b4b767-b7d4-445a-b3fb-7b242aa13282 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:45.368752 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-eb704a35-c656-4fd1-97bb-17d595a0366a req-51b4b767-b7d4-445a-b3fb-7b242aa13282 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0511878 Jul 20 08:30:45.423248 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-eb704a35-c656-4fd1-97bb-17d595a0366a req-1d2e4cbf-a4dd-49fa-adb0-8ecfb3249583 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482891 Jul 20 08:30:45.498720 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aba200-2cb8-4eb7-9fd7-2a631b042ad5 req-5f2e2b28-5b93-4595-bdc9-03acaef9b29b tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:45.500410 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d6aba200-2cb8-4eb7-9fd7-2a631b042ad5 req-5f2e2b28-5b93-4595-bdc9-03acaef9b29b tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 931 time: 0.0768664 Jul 20 08:30:45.561586 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d6aba200-2cb8-4eb7-9fd7-2a631b042ad5 req-d8a53ebc-5284-4e42-99f8-2f07b8f738c8 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554881 Jul 20 08:30:46.118064 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b658c05-3dde-43cd-895f-3feb2745ecbb req-c0dde71b-4d01-40f1-99d2-45a32adef4c9 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:46.119588 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b658c05-3dde-43cd-895f-3feb2745ecbb req-c0dde71b-4d01-40f1-99d2-45a32adef4c9 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0517881 Jul 20 08:30:46.167696 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b658c05-3dde-43cd-895f-3feb2745ecbb req-b231e15f-f9f6-4900-80e7-a8b44b570b68 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420885 Jul 20 08:30:46.250196 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:46.556316 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c80d0-ea8b-4a62-bdea-2c1ccc9c5be7 req-614538f3-834d-4199-a8fd-6892f8da1e87 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:46.558667 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-105c80d0-ea8b-4a62-bdea-2c1ccc9c5be7 req-614538f3-834d-4199-a8fd-6892f8da1e87 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0581772 Jul 20 08:30:46.625504 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-105c80d0-ea8b-4a62-bdea-2c1ccc9c5be7 req-09054252-8c9c-4759-ad98-0b7dc9392e1e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537426 Jul 20 08:30:46.685421 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a50404-4c94-4dc4-b194-1b2707513121 req-a2e12f30-8d13-4bed-9f7e-4eddfbadde67 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:46.686967 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-05a50404-4c94-4dc4-b194-1b2707513121 req-a2e12f30-8d13-4bed-9f7e-4eddfbadde67 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 931 time: 0.0498295 Jul 20 08:30:46.739959 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-05a50404-4c94-4dc4-b194-1b2707513121 req-77896c8d-d269-491d-a904-fa823fa963d4 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472665 Jul 20 08:30:47.296235 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ff6bc-3e72-4cbc-8773-4def271f8ba0 req-da539592-267f-4b6d-bba2-5ea4ae334ad2 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:47.297735 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e09ff6bc-3e72-4cbc-8773-4def271f8ba0 req-da539592-267f-4b6d-bba2-5ea4ae334ad2 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0499995 Jul 20 08:30:47.360365 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e09ff6bc-3e72-4cbc-8773-4def271f8ba0 req-15e68838-16f4-44e9-9330-8f693ff14cf4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567381 Jul 20 08:30:47.760356 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3413fa-9c37-489f-8b84-04a1b5d3ad70 req-166b734a-a344-43c4-8b62-548b9225fa38 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:47.761888 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bb3413fa-9c37-489f-8b84-04a1b5d3ad70 req-166b734a-a344-43c4-8b62-548b9225fa38 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0571218 Jul 20 08:30:47.813698 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:47.820461 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bb3413fa-9c37-489f-8b84-04a1b5d3ad70 req-dbdbd1fc-bc30-4cce-94c4-b9444f558769 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526462 Jul 20 08:30:47.859911 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca45faa-83ee-4b7d-8e03-e3efccda4905 req-2801518e-6020-4bfd-b924-a99e4d7ca019 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:47.861430 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1ca45faa-83ee-4b7d-8e03-e3efccda4905 req-2801518e-6020-4bfd-b924-a99e4d7ca019 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 931 time: 0.0508001 Jul 20 08:30:47.911384 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1ca45faa-83ee-4b7d-8e03-e3efccda4905 req-ba38085f-69fd-40d7-b2a5-bc0bc9653100 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442793 Jul 20 08:30:48.478463 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9069223-7101-4626-afc1-092fb4e4cfd2 req-2b72ea8b-b77e-4929-87c0-6dfc8b1937ac tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:48.479952 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9069223-7101-4626-afc1-092fb4e4cfd2 req-2b72ea8b-b77e-4929-87c0-6dfc8b1937ac tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0467987 Jul 20 08:30:48.530311 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9069223-7101-4626-afc1-092fb4e4cfd2 req-bb5f6e5c-2c95-46f2-ae62-18b415d2b2a1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438063 Jul 20 08:30:48.937900 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489925f-230c-4ddf-8376-34378c4713c0 req-2d61b4ac-4d85-4201-9f8c-33973095385f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:48.939706 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b489925f-230c-4ddf-8376-34378c4713c0 req-2d61b4ac-4d85-4201-9f8c-33973095385f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0510290 Jul 20 08:30:48.996822 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b489925f-230c-4ddf-8376-34378c4713c0 req-5ae2b012-30d7-4521-9bda-244d0a050346 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493569 Jul 20 08:30:49.059766 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f881e02-a953-4624-9af9-99df94b0907c req-bc42d088-8644-4991-a501-eaf066e908a3 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:49.061375 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f881e02-a953-4624-9af9-99df94b0907c req-bc42d088-8644-4991-a501-eaf066e908a3 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 931 time: 0.0623698 Jul 20 08:30:49.113577 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f881e02-a953-4624-9af9-99df94b0907c req-327aa8c5-18c9-41be-83b9-553ad6bc88d3 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463002 Jul 20 08:30:49.582363 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a01e1bd7-f849-47e7-b5f7-0f6fa728ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:49.867937 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03049c8b-d08d-494c-b743-ff8020a283a6 req-c4eec998-19b6-4ffd-9cba-8dbba178b91d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:49.869517 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-03049c8b-d08d-494c-b743-ff8020a283a6 req-c4eec998-19b6-4ffd-9cba-8dbba178b91d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0898438 Jul 20 08:30:49.920212 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-03049c8b-d08d-494c-b743-ff8020a283a6 req-9baa36a3-a8b5-408b-a847-f37565bedaac tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448174 Jul 20 08:30:49.936085 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-264b695f-e3b4-462c-a122-e924418afbae tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297282020&fields=id&tenant_id=714941c1e0034a37b0bf0144c1eac958 HTTP/1.1" status: 200 len: 267 time: 0.0507493 Jul 20 08:30:50.015497 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:50.057522 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-f300e3bd-b6be-4bdf-95d8-ca5d3f84499b tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:50.059643 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-f300e3bd-b6be-4bdf-95d8-ca5d3f84499b tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/networks?id=25f446cb-7a17-4014-9d26-36b89d0e107f HTTP/1.1" status: 200 len: 808 time: 0.1171544 Jul 20 08:30:50.075463 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9529bafa-299b-438d-bb4a-f452bf200b90 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/quotas/714941c1e0034a37b0bf0144c1eac958 HTTP/1.1" status: 200 len: 375 time: 0.0103204 Jul 20 08:30:50.138062 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-ea30263a-02e8-4602-a0fa-460929f5d081 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=714941c1e0034a37b0bf0144c1eac958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555046 Jul 20 08:30:50.164783 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1978bf-09e5-4105-ba35-dbd9a01563d5 req-dbc530c1-5d4e-4918-997e-500942f7d66c tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:50.166535 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a1978bf-09e5-4105-ba35-dbd9a01563d5 req-dbc530c1-5d4e-4918-997e-500942f7d66c tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0508857 Jul 20 08:30:50.218873 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a1978bf-09e5-4105-ba35-dbd9a01563d5 req-a2bca97b-0932-4d56-b624-e6d368ac911d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465558 Jul 20 08:30:50.243887 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-3698d50e-bf9e-4392-bb7d-084aa4d6855d service neutron] 10.222.0.64 "GET /v2.0/networks/25f446cb-7a17-4014-9d26-36b89d0e107f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939989 Jul 20 08:30:50.319787 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:50.332853 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e330fc-16d2-4253-9ccf-bd67a7c3411e req-057202a6-fd2b-4716-b099-f4869b3c4d06 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:50.341145 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-10e330fc-16d2-4253-9ccf-bd67a7c3411e req-057202a6-fd2b-4716-b099-f4869b3c4d06 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 931 time: 0.0614040 Jul 20 08:30:50.371883 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-0029e03b-cb04-4eac-a436-324ac8634a7f service neutron] 10.222.0.64 "GET /v2.0/networks/25f446cb-7a17-4014-9d26-36b89d0e107f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222901 Jul 20 08:30:50.395667 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-10e330fc-16d2-4253-9ccf-bd67a7c3411e req-0dce02cf-5d69-4375-adea-634903a8099c tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535147 Jul 20 08:30:50.720881 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0914a823-1c0c-464c-bc34-df1d5c54914a req-4eddb27a-c4bd-45f6-8ddf-831c2f1e2f55 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0289531 Jul 20 08:30:51.050167 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a64fc2-04d1-4334-a0cf-a5e71a341649 req-34a6e9f1-5017-441e-ba62-4d457fd58ddc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:51.051866 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e5a64fc2-04d1-4334-a0cf-a5e71a341649 req-34a6e9f1-5017-441e-ba62-4d457fd58ddc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0530791 Jul 20 08:30:51.110809 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e5a64fc2-04d1-4334-a0cf-a5e71a341649 req-9d66d579-9d27-4a69-8baf-cf25eb083391 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510020 Jul 20 08:30:51.341492 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd2bd-f36d-4aed-a8ad-d6f6a5fa3dca req-27ae8eaa-09c5-41bc-af62-5b4a4cedbf61 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:51.343199 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-686cd2bd-f36d-4aed-a8ad-d6f6a5fa3dca req-27ae8eaa-09c5-41bc-af62-5b4a4cedbf61 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0551155 Jul 20 08:30:51.410970 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-686cd2bd-f36d-4aed-a8ad-d6f6a5fa3dca req-453b9313-123b-40b4-b6e1-802ad3bd8ec8 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614595 Jul 20 08:30:51.508198 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f9de7-bd2f-45a9-98bc-6aa2f68b81eb req-c3162a6e-4d04-4c70-a1b8-0f9b99f49c85 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:51.509580 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6f0f9de7-bd2f-45a9-98bc-6aa2f68b81eb req-c3162a6e-4d04-4c70-a1b8-0f9b99f49c85 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 931 time: 0.0502703 Jul 20 08:30:51.570498 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6f0f9de7-bd2f-45a9-98bc-6aa2f68b81eb req-a38707b6-783b-4c7e-ad45-42f36bb286ed tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549586 Jul 20 08:30:51.834202 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8e5f2a42-815f-4184-9036-0c951fa7f571 req-adc1a95e-46fd-455e-81d6-e370cad55abd tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0450172 Jul 20 08:30:52.220675 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d0b784e2-b3b7-47de-ab02-9d7c2504b19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:52.251178 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2554e5f-468c-4989-9692-d9b0160507e3 req-b4401b2e-3624-4e38-9dd2-35f0ed157aa0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:52.252678 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b2554e5f-468c-4989-9692-d9b0160507e3 req-b4401b2e-3624-4e38-9dd2-35f0ed157aa0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0520899 Jul 20 08:30:52.301853 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b2554e5f-468c-4989-9692-d9b0160507e3 req-12c3c996-e00b-42c0-bd35-b49cdc12f6d3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426514 Jul 20 08:30:52.527913 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:52.544824 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5def93c-8de5-4cf5-8d7d-14bb4adde2b3 req-f1673660-37af-4c31-a222-74fff5ffddee tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:52.546405 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5def93c-8de5-4cf5-8d7d-14bb4adde2b3 req-f1673660-37af-4c31-a222-74fff5ffddee tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0527122 Jul 20 08:30:52.604280 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5def93c-8de5-4cf5-8d7d-14bb4adde2b3 req-98f6b68c-fa83-4b21-a8fb-d7be7e75a3d4 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518413 Jul 20 08:30:52.715715 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb93d2-4c9d-4b22-986e-182d492d5bf6 req-db5c95c6-d765-4bd3-8b39-64ec83f8038a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:52.717455 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ebb93d2-4c9d-4b22-986e-182d492d5bf6 req-db5c95c6-d765-4bd3-8b39-64ec83f8038a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 931 time: 0.0552218 Jul 20 08:30:52.771817 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ebb93d2-4c9d-4b22-986e-182d492d5bf6 req-5a61166f-08ed-45de-a89c-cbc349c6f5f5 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487504 Jul 20 08:30:52.934466 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9d3c981f-4b15-4529-b038-e586421384d9 req-ef8a23ae-558c-4967-859f-5435ab107f91 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0298021 Jul 20 08:30:53.424066 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a9d27-75b9-44d4-a4b9-46d259855d0e req-8d384d78-959e-4e16-bb47-b1a8552ba92d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:53.425542 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b80a9d27-75b9-44d4-a4b9-46d259855d0e req-8d384d78-959e-4e16-bb47-b1a8552ba92d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0496340 Jul 20 08:30:53.477125 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b80a9d27-75b9-44d4-a4b9-46d259855d0e req-aaea6d5b-45d2-4873-9bc9-51f39e9f8365 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458646 Jul 20 08:30:53.735875 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da7e63-c7c5-4383-82ed-12c6ac1f6616 req-ac33bc49-713a-4849-9033-fed3bb27f0fe tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:53.737579 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f3da7e63-c7c5-4383-82ed-12c6ac1f6616 req-ac33bc49-713a-4849-9033-fed3bb27f0fe tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0614579 Jul 20 08:30:53.775406 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:53.816121 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f3da7e63-c7c5-4383-82ed-12c6ac1f6616 req-2ed33911-e962-49a7-862a-7f987e1495d5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705187 Jul 20 08:30:53.941699 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747cdf-2dab-446f-b1d8-1a63d7b31757 req-160c3809-a40a-47ae-bd55-3d6343d6253a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:53.943523 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e747cdf-2dab-446f-b1d8-1a63d7b31757 req-160c3809-a40a-47ae-bd55-3d6343d6253a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 931 time: 0.0554180 Jul 20 08:30:53.993900 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e747cdf-2dab-446f-b1d8-1a63d7b31757 req-1e416153-f2a6-4d14-aa4e-5d902f1f72ce tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434928 Jul 20 08:30:54.089503 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-50bbe9ea-39e6-4273-9897-3e23441569c7 req-ffe04c10-1b47-4717-8d6e-945fa47e9b0e tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0342846 Jul 20 08:30:54.205735 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:54.607019 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ff9d8-435e-4bea-be7e-fce97ff74860 req-90caa4a6-0123-4893-9e2f-e5cc13ab0a40 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:54.608556 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-315ff9d8-435e-4bea-be7e-fce97ff74860 req-90caa4a6-0123-4893-9e2f-e5cc13ab0a40 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0520365 Jul 20 08:30:54.657979 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-315ff9d8-435e-4bea-be7e-fce97ff74860 req-1b282500-5ba6-46c4-ab9e-c0f26f3426d1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438507 Jul 20 08:30:54.943106 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d7238-c181-4633-a71b-cc7e200a6995 req-6120eb88-c10d-4335-b37f-5388ceab18c6 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:54.946730 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c45d7238-c181-4633-a71b-cc7e200a6995 req-6120eb88-c10d-4335-b37f-5388ceab18c6 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0594409 Jul 20 08:30:54.999552 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c45d7238-c181-4633-a71b-cc7e200a6995 req-41575727-11fb-4177-a369-0c01dcad1d1a tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481341 Jul 20 08:30:55.124296 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c087f-ced8-4b14-a890-0fc07cda7326 req-1bc2b04d-42a6-4670-bb88-32081f7708f7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:55.125719 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e58c087f-ced8-4b14-a890-0fc07cda7326 req-1bc2b04d-42a6-4670-bb88-32081f7708f7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 931 time: 0.0621705 Jul 20 08:30:55.175400 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e58c087f-ced8-4b14-a890-0fc07cda7326 req-5880dcb6-fc17-451e-ab7b-c58f961b7f8a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435565 Jul 20 08:30:55.258394 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-50e88130-1fb8-40b1-9ad1-d92f896a741e req-5ea9cf41-7aa5-4481-b3df-b70570568a15 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0287921 Jul 20 08:30:55.778448 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ffce9-38b9-466e-a118-cfcf07f778d8 req-cfb61201-6573-4d9e-90c2-36a63b2bbac0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:55.779943 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-046ffce9-38b9-466e-a118-cfcf07f778d8 req-cfb61201-6573-4d9e-90c2-36a63b2bbac0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0478902 Jul 20 08:30:55.827490 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-046ffce9-38b9-466e-a118-cfcf07f778d8 req-cb3f909f-ceb1-4219-8c8d-85e29bce055f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420451 Jul 20 08:30:56.120522 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b907bad-3208-491e-9f70-619ba818f204 req-66d956aa-2cb6-4a2a-ae26-bbd2d10754fd tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:56.122067 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2b907bad-3208-491e-9f70-619ba818f204 req-66d956aa-2cb6-4a2a-ae26-bbd2d10754fd tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0526943 Jul 20 08:30:56.175287 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2b907bad-3208-491e-9f70-619ba818f204 req-88e3c2c2-929b-4aca-9b07-88412a6fc5f8 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475931 Jul 20 08:30:56.293110 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcfb3c-cc87-456b-8224-c8f49eaa14af req-ee9705f4-0af7-42c7-b8e2-570a305b3158 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:56.294560 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9fcfb3c-cc87-456b-8224-c8f49eaa14af req-ee9705f4-0af7-42c7-b8e2-570a305b3158 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 931 time: 0.0505517 Jul 20 08:30:56.343175 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9fcfb3c-cc87-456b-8224-c8f49eaa14af req-24659840-e43d-45be-bfe8-510e0f122022 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429323 Jul 20 08:30:56.410197 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:56.436326 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b5e551df-330e-4ca8-a9c8-e3ecd46b0176 req-35e0aaf8-3497-41e8-ab56-e239f1066621 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0363770 Jul 20 08:30:56.531897 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:56.669476 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:30:56.947151 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949260b6-41de-4269-bf63-c89477ca564a req-b638854e-2557-4ba8-9cfa-71bf0f4c8dc8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:56.948550 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-949260b6-41de-4269-bf63-c89477ca564a req-b638854e-2557-4ba8-9cfa-71bf0f4c8dc8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0483878 Jul 20 08:30:56.997462 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-949260b6-41de-4269-bf63-c89477ca564a req-0e830a44-caa5-44f2-821f-90ccffc90576 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433362 Jul 20 08:30:57.102972 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:57.114447 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=5 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:57.290894 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf3378-75c9-4117-89a9-fb3912028d32 req-fc8ca916-cb8b-4f41-ba25-6d7bfffa5609 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:57.292421 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4caf3378-75c9-4117-89a9-fb3912028d32 req-fc8ca916-cb8b-4f41-ba25-6d7bfffa5609 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0500317 Jul 20 08:30:57.342986 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4caf3378-75c9-4117-89a9-fb3912028d32 req-78034d75-5ec6-494d-88ff-496ad24559c4 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446918 Jul 20 08:30:57.460315 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358954e9-a266-4a2b-9597-1b37f23dd995 req-e44fc7fd-c48c-4757-826e-50820404202d tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:57.462299 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-358954e9-a266-4a2b-9597-1b37f23dd995 req-e44fc7fd-c48c-4757-826e-50820404202d tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 931 time: 0.0516782 Jul 20 08:30:57.510939 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-358954e9-a266-4a2b-9597-1b37f23dd995 req-27baa13d-f717-43dd-b6be-be9efc85d43f tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430307 Jul 20 08:30:57.592969 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c88e805b-13ce-4f59-a298-d058c378ccea req-e7ac84a5-8083-4b6f-9873-524680f67615 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0295684 Jul 20 08:30:58.122871 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fe90b-4ff1-4d1c-bfd4-5bc6ddcbe2a4 req-abb8c420-1be5-4904-acd9-60babf174d4e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:58.124379 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f6fe90b-4ff1-4d1c-bfd4-5bc6ddcbe2a4 req-abb8c420-1be5-4904-acd9-60babf174d4e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0506752 Jul 20 08:30:58.150733 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:30:58.173916 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f6fe90b-4ff1-4d1c-bfd4-5bc6ddcbe2a4 req-4ae7dc05-7317-4600-a728-59820d02b1ef tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439935 Jul 20 08:30:58.462669 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e66da-7c52-4d74-9802-a45c01bcb841 req-83dac95b-232c-4088-89bd-5b4f6efcd1b2 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:58.464292 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-512e66da-7c52-4d74-9802-a45c01bcb841 req-83dac95b-232c-4088-89bd-5b4f6efcd1b2 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0531847 Jul 20 08:30:58.519569 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-512e66da-7c52-4d74-9802-a45c01bcb841 req-34ce107e-0794-4bde-864e-ba43a469ef24 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496786 Jul 20 08:30:58.624823 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e733f-b224-4fcc-956c-d8aecaff4031 req-36cce622-78af-4942-921a-eb8c00f064a1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:58.626218 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4a5e733f-b224-4fcc-956c-d8aecaff4031 req-36cce622-78af-4942-921a-eb8c00f064a1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 931 time: 0.0481975 Jul 20 08:30:58.675112 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4a5e733f-b224-4fcc-956c-d8aecaff4031 req-b7840b8d-38db-435b-a376-4145e61fb1e7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433741 Jul 20 08:30:58.758599 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-775bce07-5b87-4b09-b64e-f78f17ed8d4b req-ad321394-db91-4c6a-ab0f-b6eeb99f65b2 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0309618 Jul 20 08:30:59.291212 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db522640-1dcd-4680-b2e0-beabc75d6375 req-5e9cadaf-a06f-40fc-8a0a-bf6deea27ce9 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:59.292608 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-db522640-1dcd-4680-b2e0-beabc75d6375 req-5e9cadaf-a06f-40fc-8a0a-bf6deea27ce9 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0481007 Jul 20 08:30:59.340205 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-db522640-1dcd-4680-b2e0-beabc75d6375 req-474b147e-0e8f-45de-b472-aaa796e354b4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420473 Jul 20 08:30:59.649637 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50034a-1108-4100-9ac9-a15ebbd4f693 req-2fc0d1ea-cce8-4732-b838-4c4cb7a325fa tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:59.651254 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-af50034a-1108-4100-9ac9-a15ebbd4f693 req-2fc0d1ea-cce8-4732-b838-4c4cb7a325fa tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0622709 Jul 20 08:30:59.704432 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-af50034a-1108-4100-9ac9-a15ebbd4f693 req-8b771bf4-1482-4e85-9ce5-3ed154c727a6 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470235 Jul 20 08:30:59.819154 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300de98-e6d1-4cde-a83e-9dfeb90cc57a req-b9ec48ed-e540-45a4-881a-65599fb77626 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:30:59.821545 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5300de98-e6d1-4cde-a83e-9dfeb90cc57a req-b9ec48ed-e540-45a4-881a-65599fb77626 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 931 time: 0.0576634 Jul 20 08:30:59.872067 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5300de98-e6d1-4cde-a83e-9dfeb90cc57a req-3def99d6-bb07-4252-8f1e-649d28f5f802 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444188 Jul 20 08:30:59.965439 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7aba7d04-7b88-4f5c-aff1-5fea3d149076 req-7d28b487-ab6f-4efe-be27-1eda239a975a tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0335703 Jul 20 08:31:00.545036 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Request body: {'port': {'device_id': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:00.609431 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:00.643854 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:00.785594 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9b425fd7-09c5-4ae6-8aed-6fa763613787 req-bd784b85-7001-4a3d-9fdc-70d230c6337d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e37caaf1-6167-4ebe-94cd-55ea929f139d HTTP/1.1" status: 200 len: 1000 time: 0.1232309 Jul 20 08:31:00.932233 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b6ab63-8e74-43dc-82a1-e3067592fa61 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:31:00.940435 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Publish callbacks [] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:00.954451 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Transition to ACTIVE for port object 26b6ab63-8e74-43dc-82a1-e3067592fa61 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:31:00.959340 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:01.027650 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:01.048922 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b425fd7-09c5-4ae6-8aed-6fa763613787 req-1536bcbe-223a-4ee0-86fb-d18d7c0ddec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:01.050469 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9b425fd7-09c5-4ae6-8aed-6fa763613787 req-1536bcbe-223a-4ee0-86fb-d18d7c0ddec4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7595eb2-89c2-44a4-8ca5-0b88f939ec19 HTTP/1.1" status: 200 len: 853 time: 0.0622096 Jul 20 08:31:01.163541 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11033cf6-64c9-4e4a-a707-9ba8839f3968 req-ec08b06c-d03b-4e60-9894-c644ab5201a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:01.166994 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-11033cf6-64c9-4e4a-a707-9ba8839f3968 req-ec08b06c-d03b-4e60-9894-c644ab5201a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 1129 time: 0.1150651 Jul 20 08:31:01.175383 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Pushing event updated for resources: {'Port': ['ID=26b6ab63-8e74-43dc-82a1-e3067592fa61,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:01.180771 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b425fd7-09c5-4ae6-8aed-6fa763613787 req-3766a40e-c77c-4db8-be89-1a88bcf354a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:01.187309 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9b425fd7-09c5-4ae6-8aed-6fa763613787 req-3766a40e-c77c-4db8-be89-1a88bcf354a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21da7406-374d-4389-9eee-8af0140c04bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1303051 Jul 20 08:31:01.264501 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:01.264862 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:01.265214 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:01.265557 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:01.265895 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:01.266229 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:01.267105 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:01.267105 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:01.271109 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:01.272325 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:01.272927 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:01.275131 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:01.275615 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:01.276066 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:01.276498 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:01.326052 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-11033cf6-64c9-4e4a-a707-9ba8839f3968 req-15f99b61-0716-4ebd-92aa-1773dba5889c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367104 Jul 20 08:31:01.460197 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c0cc6-7163-4e7c-acbd-269a874d47d4 req-7521f7b5-8adf-4963-a4e9-c73c275eed09 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:01.462408 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-093c0cc6-7163-4e7c-acbd-269a874d47d4 req-7521f7b5-8adf-4963-a4e9-c73c275eed09 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.1227758 Jul 20 08:31:01.510125 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9b425fd7-09c5-4ae6-8aed-6fa763613787 req-67af580a-b00e-4d00-ba14-9506642d79ea service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858739 Jul 20 08:31:01.512795 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Attempting to bind port 26b6ab63-8e74-43dc-82a1-e3067592fa61 on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:31:01.513093 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Attempting to bind port 26b6ab63-8e74-43dc-82a1-e3067592fa61 by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': '776cc961-cf1a-4387-a2ab-f77730405db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:31:01.513434 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Attempting to bind port 26b6ab63-8e74-43dc-82a1-e3067592fa61 on network abdb2b01-7e23-48cd-9c85-17299972804b {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:31:01.522015 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Port 26b6ab63-8e74-43dc-82a1-e3067592fa61 on network abdb2b01-7e23-48cd-9c85-17299972804b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:31:01.522355 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Attempting to bind port 26b6ab63-8e74-43dc-82a1-e3067592fa61 on network abdb2b01-7e23-48cd-9c85-17299972804b {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:31:01.539759 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:31:01.540106 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Checking segment: {'id': '776cc961-cf1a-4387-a2ab-f77730405db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:31:01.540505 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Bound using segment: {'id': '776cc961-cf1a-4387-a2ab-f77730405db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:31:01.540953 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Bound port: 26b6ab63-8e74-43dc-82a1-e3067592fa61, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '776cc961-cf1a-4387-a2ab-f77730405db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:31:01.541314 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:01.564983 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-093c0cc6-7163-4e7c-acbd-269a874d47d4 req-790ec2a8-642c-4191-b67c-ab5c170351a9 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874715 Jul 20 08:31:01.596530 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:01.605023 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=48 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:01.624379 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e828c-223f-47cb-8c2b-3a5f80a3894b req-6e32f253-5e8d-4730-93b9-4f486429c743 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:01.625908 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a56e828c-223f-47cb-8c2b-3a5f80a3894b req-6e32f253-5e8d-4730-93b9-4f486429c743 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.2796822 Jul 20 08:31:01.638355 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] For port 26b6ab63-8e74-43dc-82a1-e3067592fa61, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:31:01.674848 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] For port 26b6ab63-8e74-43dc-82a1-e3067592fa61, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=26b6ab63-8e74-43dc-82a1-e3067592fa61,segment=NetworkSegment(776cc961-cf1a-4387-a2ab-f77730405db8),segment_id=776cc961-cf1a-4387-a2ab-f77730405db8)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:31:01.678863 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a56e828c-223f-47cb-8c2b-3a5f80a3894b req-cbb752ef-e819-42b8-84b6-6f88ab1cfc28 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466347 Jul 20 08:31:01.685920 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:01.699449 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171b6c7-f081-4e01-a45f-60a0a83288ab req-57c8a8a7-350e-40fb-a46b-0f570b5a3979 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:01.706194 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3171b6c7-f081-4e01-a45f-60a0a83288ab req-57c8a8a7-350e-40fb-a46b-0f570b5a3979 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 943 time: 0.0711441 Jul 20 08:31:01.763183 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:01.763832 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:01.765211 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] 10.222.0.18 "PUT /v2.0/ports/26b6ab63-8e74-43dc-82a1-e3067592fa61 HTTP/1.1" status: 200 len: 1093 time: 1.2244828 Jul 20 08:31:01.765700 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'tag': '26b6ab63-8e74-43dc-82a1-e3067592fa61'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:31:01.767943 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e031494-1f98-4017-83e3-de0efccabd5a" -d '{"events": [{"name": "network-changed", "server_uuid": "a437f068-8b36-411d-ab25-a00ec30b71de", "tag": "26b6ab63-8e74-43dc-82a1-e3067592fa61"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:31:01.774495 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-81b65eb5-ada0-49c6-8382-cde76fbbe156 req-22dd467f-5b2b-4dda-b68e-2c3f33f16162 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0340502 Jul 20 08:31:01.794738 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bce1d3-6a77-4cc6-9cd5-ed13dff017a0 service neutron] Pushing event updated for resources: {'Port': ['ID=26b6ab63-8e74-43dc-82a1-e3067592fa61,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:01.812881 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3171b6c7-f081-4e01-a45f-60a0a83288ab req-5b12d048-d776-42fc-be61-dcef09905829 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058047 Jul 20 08:31:01.832278 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec483f93-45b3-474d-bd6f-aabc4bfbe230 x-openstack-request-id: req-ec483f93-45b3-474d-bd6f-aabc4bfbe230 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:31:01.832568 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a437f068-8b36-411d-ab25-a00ec30b71de", "tag": "26b6ab63-8e74-43dc-82a1-e3067592fa61", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:31:01.832829 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec483f93-45b3-474d-bd6f-aabc4bfbe230 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:31:01.833225 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec483f93-45b3-474d-bd6f-aabc4bfbe230'] response: {'name': 'network-changed', 'server_uuid': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'tag': '26b6ab63-8e74-43dc-82a1-e3067592fa61', 'status': 'completed', 'code': 200} Jul 20 08:31:02.588573 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9b425fd7-09c5-4ae6-8aed-6fa763613787 req-23f21c96-722e-48eb-8bfc-c1de00b8c318 service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345422 Jul 20 08:31:02.692409 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0a0fa-45d3-4ab8-81b3-55ccc897b896 req-9b496749-f765-458c-a456-6a828a9d2c95 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:02.694326 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97b0a0fa-45d3-4ab8-81b3-55ccc897b896 req-9b496749-f765-458c-a456-6a828a9d2c95 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0527940 Jul 20 08:31:02.744725 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97b0a0fa-45d3-4ab8-81b3-55ccc897b896 req-4393f06b-9b8d-40a9-96c5-507f2b3d7faf tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446603 Jul 20 08:31:02.809506 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc56669-d186-43a9-9c8b-641f205267ed req-2f212f09-c2f5-48fb-8847-a0109b1e675c tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:02.811053 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7dc56669-d186-43a9-9c8b-641f205267ed req-2f212f09-c2f5-48fb-8847-a0109b1e675c tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0527084 Jul 20 08:31:02.861821 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7dc56669-d186-43a9-9c8b-641f205267ed req-e3b3ae89-81f9-42cf-a026-95a243a02214 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449331 Jul 20 08:31:02.872152 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f7ea8774-7874-4405-9821-dc5119c1485f req-d461a380-14c0-4256-8188-b326bc6139b5 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0287385 Jul 20 08:31:02.964533 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce5c05-0bac-41d1-b188-379ca34d6c56 req-907e3a92-b149-4c30-8c57-9bc62b98ec2f tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:02.966023 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-23ce5c05-0bac-41d1-b188-379ca34d6c56 req-907e3a92-b149-4c30-8c57-9bc62b98ec2f tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 943 time: 0.0468452 Jul 20 08:31:03.013982 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-23ce5c05-0bac-41d1-b188-379ca34d6c56 req-32f39453-7bab-4890-b058-bb11ee7cbd4e tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422590 Jul 20 08:31:03.540135 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:03.549362 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e031494-1f98-4017-83e3-de0efccabd5a req-4480e414-c3fb-43c9-bf97-dc4f0abb1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:03.550970 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e031494-1f98-4017-83e3-de0efccabd5a req-4480e414-c3fb-43c9-bf97-dc4f0abb1ee9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5732783c305f47a389104f7ea5ac5fcf&device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 1127 time: 0.0418613 Jul 20 08:31:03.850847 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-ca474220-3fbf-4f86-8b14-dd95dba5a83e tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:03.852589 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-ca474220-3fbf-4f86-8b14-dd95dba5a83e tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.18 "GET /v2.0/networks?id=25f446cb-7a17-4014-9d26-36b89d0e107f HTTP/1.1" status: 200 len: 808 time: 0.1903069 Jul 20 08:31:03.886361 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e031494-1f98-4017-83e3-de0efccabd5a req-614c7217-1692-4232-a3b4-cdc172e6bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:03.887812 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e031494-1f98-4017-83e3-de0efccabd5a req-614c7217-1692-4232-a3b4-cdc172e6bce2 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5732783c305f47a389104f7ea5ac5fcf&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1935220 Jul 20 08:31:03.899633 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74c2dc-3b66-4ad1-b708-f3cf572b895f req-18477678-18ef-4317-8b80-840416178aa8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:03.901104 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd74c2dc-3b66-4ad1-b708-f3cf572b895f req-18477678-18ef-4317-8b80-840416178aa8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0740807 Jul 20 08:31:03.952930 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd74c2dc-3b66-4ad1-b708-f3cf572b895f req-22a76526-a5d8-4b79-a77e-36dc7b1d3639 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458355 Jul 20 08:31:03.980196 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f012b0-984d-4876-8f20-2eeee66a502a req-6003b4c4-50fd-46b5-880d-f1ee4a088cf9 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:03.981845 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-99f012b0-984d-4876-8f20-2eeee66a502a req-6003b4c4-50fd-46b5-880d-f1ee4a088cf9 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0500767 Jul 20 08:31:04.039814 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-99f012b0-984d-4876-8f20-2eeee66a502a req-aab6f97c-320e-4e04-9ffe-22a90be0dea3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520198 Jul 20 08:31:04.042812 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4b661e5a-2e76-44de-9363-40258e0cc385 req-8d1641b3-988d-4597-80bd-504c2aefb708 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0284719 Jul 20 08:31:04.143695 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12754457-53f3-46c2-8f76-8d6d38fbdf6e req-c19637f8-eaf2-4de4-9cb1-9d221e7d230f tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:04.145180 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-12754457-53f3-46c2-8f76-8d6d38fbdf6e req-c19637f8-eaf2-4de4-9cb1-9d221e7d230f tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 943 time: 0.0492001 Jul 20 08:31:04.194600 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-12754457-53f3-46c2-8f76-8d6d38fbdf6e req-d2c71fd9-0354-4c6b-8047-7c1fb7efa8c8 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437922 Jul 20 08:31:04.674569 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-2303c31d-0c0c-499b-87d3-d2da89f2bb62 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=714941c1e0034a37b0bf0144c1eac958 HTTP/1.1" status: 200 len: 379 time: 0.1260161 Jul 20 08:31:04.688736 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-e5cd0b69-8b3a-4cc5-be46-6289a35070d0 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Request body: {'port': {'device_id': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f', 'admin_state_up': True, 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'security_groups': ['6d5a42e5-1bea-4549-81ca-4a97125560c2']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:04.704237 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e031494-1f98-4017-83e3-de0efccabd5a req-800193e8-ea5a-4601-ae14-5810af3ba957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:04.705654 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e031494-1f98-4017-83e3-de0efccabd5a req-800193e8-ea5a-4601-ae14-5810af3ba957 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1514430 Jul 20 08:31:05.035810 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:05.055755 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-4f45e1bd-3093-4839-b4cc-8cae17370333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:05.057188 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-4f45e1bd-3093-4839-b4cc-8cae17370333 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5732783c305f47a389104f7ea5ac5fcf&device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 1127 time: 0.0683990 Jul 20 08:31:05.133086 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-daf59e37-e6ce-42ea-aa9e-6097b5c02aac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26b6ab63-8e74-43dc-82a1-e3067592fa61 HTTP/1.1" status: 200 len: 217 time: 0.0520563 Jul 20 08:31:05.143953 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8259d82-717d-4d40-b9f9-07e0cb2a047f req-c721879c-47f0-4ca1-8af8-a6b9010d4f4d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:05.145391 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8259d82-717d-4d40-b9f9-07e0cb2a047f req-c721879c-47f0-4ca1-8af8-a6b9010d4f4d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.1084347 Jul 20 08:31:05.158015 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcffc4-d81c-4676-93be-bd016d7e3bd6 req-d68a51c7-173f-44b2-a859-e0adfdb3213f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:05.159592 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9bfcffc4-d81c-4676-93be-bd016d7e3bd6 req-d68a51c7-173f-44b2-a859-e0adfdb3213f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0496173 Jul 20 08:31:05.202313 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-e5cd0b69-8b3a-4cc5-be46-6289a35070d0 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Made reservation on behalf of 714941c1e0034a37b0bf0144c1eac958 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:31:05.205770 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-e5cd0b69-8b3a-4cc5-be46-6289a35070d0 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:05.214154 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9bfcffc4-d81c-4676-93be-bd016d7e3bd6 req-1231b1c5-e107-4168-a9f7-6a52c7948cee tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484085 Jul 20 08:31:05.253840 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-c7b53fd9-bbfc-48df-92ff-6eb763cb3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:05.255372 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-c7b53fd9-bbfc-48df-92ff-6eb763cb3fb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=718150d7-7cbc-41c9-a2af-162012ca723e HTTP/1.1" status: 200 len: 852 time: 0.1071191 Jul 20 08:31:05.267316 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8259d82-717d-4d40-b9f9-07e0cb2a047f req-a26e0472-9644-4f28-aac9-78914e9a88f3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097069 Jul 20 08:31:05.320702 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-17702ae8-4bf3-4564-814c-086286869339 req-1c07c2dc-bee0-441a-8200-fac8310ad276 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0469670 Jul 20 08:31:05.352742 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:05.372908 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-71eac961-65b3-45e2-8922-d36235bb2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:05.374485 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-71eac961-65b3-45e2-8922-d36235bb2e21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abdb2b01-7e23-48cd-9c85-17299972804b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1062913 Jul 20 08:31:05.419759 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fb167-aec6-45b7-964f-3bb84465d011 req-c08431aa-8718-42cf-affc-b8889b5c113a tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:05.421385 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b79fb167-aec6-45b7-964f-3bb84465d011 req-c08431aa-8718-42cf-affc-b8889b5c113a tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0492792 Jul 20 08:31:05.470946 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35fefa-12cc-4277-add4-6b8f10aaa106 req-5fa6c407-edda-4335-af0c-51a8fdf75ab0 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:05.472448 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5d35fefa-12cc-4277-add4-6b8f10aaa106 req-5fa6c407-edda-4335-af0c-51a8fdf75ab0 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 943 time: 0.1205366 Jul 20 08:31:05.472593 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b79fb167-aec6-45b7-964f-3bb84465d011 req-904ff762-d5eb-4b88-a80d-798d216ce4f2 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455120 Jul 20 08:31:05.498062 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 38658) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:05.543265 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-e5cd0b69-8b3a-4cc5-be46-6289a35070d0 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Allocated IP 172.20.0.12 (25f446cb-7a17-4014-9d26-36b89d0e107f/67df32de-3166-445b-a233-44f44257b1ac/74d72a98-84ae-4d18-bd71-3bf590c0a455) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:31:05.600576 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-db7b3a35-5cf0-4b76-8740-b348da3efbc0 service neutron] 10.222.0.18 "GET /v2.0/networks/abdb2b01-7e23-48cd-9c85-17299972804b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891453 Jul 20 08:31:05.608146 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5d35fefa-12cc-4277-add4-6b8f10aaa106 req-39c9c659-540f-411d-b23b-bc461cc463fe tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048841 Jul 20 08:31:05.677575 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a01105-ee5c-48f8-8c68-c84b2c368aef tempest-TestVolumeBootPattern-1880741922 tempest-TestVolumeBootPattern-1880741922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:05.679159 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f7a01105-ee5c-48f8-8c68-c84b2c368aef tempest-TestVolumeBootPattern-1880741922 tempest-TestVolumeBootPattern-1880741922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 1124 time: 0.1799192 Jul 20 08:31:05.682743 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 38664) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:05.687183 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Request body: {'floatingip': {'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'port_id': '91e7ab01-3fe6-490c-8584-7db55fc13380', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:05.708309 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:05.787382 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf603445-c6d2-49b8-a9ed-97a37d881e8f req-938e7fa8-068e-4b88-89b2-9940111abede service neutron] 10.222.0.18 "GET /v2.0/networks/abdb2b01-7e23-48cd-9c85-17299972804b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734190 Jul 20 08:31:05.792757 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:05.800513 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:05.814891 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-e5cd0b69-8b3a-4cc5-be46-6289a35070d0 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:05.848938 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-e5cd0b69-8b3a-4cc5-be46-6289a35070d0 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:05.898933 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-e5cd0b69-8b3a-4cc5-be46-6289a35070d0 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Network 25f446cb-7a17-4014-9d26-36b89d0e107f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:31:05.902595 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-e5cd0b69-8b3a-4cc5-be46-6289a35070d0 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:31:05.904673 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd0b69-8b3a-4cc5-be46-6289a35070d0 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Pushing event updated for resources: {'Port': ['ID=74d72a98-84ae-4d18-bd71-3bf590c0a455,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:05.904930 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Allocated IP 172.27.1.37 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/02def0c1-5eaa-4068-888a-89c3686ff1b0) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:31:05.906612 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-e5cd0b69-8b3a-4cc5-be46-6289a35070d0 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:31:05.910458 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:05.919386 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:05.966923 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-e5cd0b69-8b3a-4cc5-be46-6289a35070d0 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:05.967568 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-e5cd0b69-8b3a-4cc5-be46-6289a35070d0 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:05.988260 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-e5cd0b69-8b3a-4cc5-be46-6289a35070d0 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3044267 Jul 20 08:31:06.040184 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for port (02def0c1-5eaa-4068-888a-89c3686ff1b0), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:06.074354 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (02def0c1-5eaa-4068-888a-89c3686ff1b0), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:06.114805 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:31:06.120968 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:31:06.124955 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:31:06.130142 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event updated for resources: {'Port': ['ID=02def0c1-5eaa-4068-888a-89c3686ff1b0,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:06.162586 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.163264 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.163264 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.163615 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.164549 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.164891 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.165223 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.165553 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.165884 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.166217 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.166545 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.166900 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.167229 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.167556 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.167922 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.191827 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4733b3bc-8161-460d-b305-7625d97ba0dd None None] Provisioning complete for port 74d72a98-84ae-4d18-bd71-3bf590c0a455 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:31:06.192459 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4733b3bc-8161-460d-b305-7625d97ba0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:06.223840 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4733b3bc-8161-460d-b305-7625d97ba0dd None None] Port 74d72a98-84ae-4d18-bd71-3bf590c0a455 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:31:06.407989 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70652435-c7cc-4a9e-ad49-b51f0f5311bd req-4f907e29-a490-4e4e-afb4-39be040f7de3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:06.409483 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-70652435-c7cc-4a9e-ad49-b51f0f5311bd req-4f907e29-a490-4e4e-afb4-39be040f7de3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0652366 Jul 20 08:31:06.438566 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4c37b-f370-4a5e-a21b-8d4b28bb7162 req-28ceafc0-615f-47d4-8bb5-aa843887bd14 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:06.440113 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0f4c37b-f370-4a5e-a21b-8d4b28bb7162 req-28ceafc0-615f-47d4-8bb5-aa843887bd14 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 932 time: 0.0546978 Jul 20 08:31:06.493327 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0f4c37b-f370-4a5e-a21b-8d4b28bb7162 req-73646b91-8b2d-4842-9ad3-0e2db5120ba9 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466647 Jul 20 08:31:06.534850 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-70652435-c7cc-4a9e-ad49-b51f0f5311bd req-4b2fa10d-971e-48bb-945c-2057f2dbdc4f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194186 Jul 20 08:31:06.583738 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:06.587918 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for floatingip (86b97b16-eea3-4ff9-9d91-b14d1bbfab7f), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:06.631611 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 25187f6d-a614-4168-94dd-d0c397aaf6f3 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:31:06.673999 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (02def0c1-5eaa-4068-888a-89c3686ff1b0), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:06.721796 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:06.729948 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e0e03-ad5c-4960-95f4-6780d7616f63 req-e585762c-0beb-47d0-a7d5-b1dfba3f9e29 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:06.731538 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a68e0e03-ad5c-4960-95f4-6780d7616f63 req-e585762c-0beb-47d0-a7d5-b1dfba3f9e29 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 943 time: 0.0510843 Jul 20 08:31:06.752610 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 25187f6d-a614-4168-94dd-d0c397aaf6f3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:31:06.765475 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '25187f6d-a614-4168-94dd-d0c397aaf6f3', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'port_id': '25187f6d-a614-4168-94dd-d0c397aaf6f3', 'mac_address': 'fa:16:3e:2b:9f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:31:06.791966 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:06.795159 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a68e0e03-ad5c-4960-95f4-6780d7616f63 req-30f39805-2eb1-4372-879a-fc5ea4a0a90e tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539658 Jul 20 08:31:06.803856 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 25187f6d-a614-4168-94dd-d0c397aaf6f3 is: ACTIVE; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:31:06.804776 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:06.818512 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25187f6d-a614-4168-94dd-d0c397aaf6f3 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:31:06.831969 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for port (02def0c1-5eaa-4068-888a-89c3686ff1b0), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:06.837480 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529145684'] for port (02def0c1-5eaa-4068-888a-89c3686ff1b0), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:06.840039 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 25187f6d-a614-4168-94dd-d0c397aaf6f3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:31:06.843590 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:06.843754 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:06.896483 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=25187f6d-a614-4168-94dd-d0c397aaf6f3,revision_number=6']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:06.904629 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.904981 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.905355 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.905715 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.906038 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.906374 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.906747 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.907079 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.907410 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.907737 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.908074 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.908407 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.908729 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.909053 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.909378 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:31:06.915213 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event updated for resources: {'Port': ['ID=02def0c1-5eaa-4068-888a-89c3686ff1b0,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:06.931386 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (86b97b16-eea3-4ff9-9d91-b14d1bbfab7f), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:07.029546 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Floating IP 86b97b16-eea3-4ff9-9d91-b14d1bbfab7f associated. External IP: 172.27.1.37, port: 91e7ab01-3fe6-490c-8584-7db55fc13380. Jul 20 08:31:07.201011 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['25187f6d-a614-4168-94dd-d0c397aaf6f3'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:31:07.233735 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Router d55d3f47-7fbb-45b3-b270-07e76c2cc801 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:31:07.340450 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:31:07.350965 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f20036-2271-41d5-a921-42192f212b78 None None] Sync routers for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:31:07.358805 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:07.360296 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:07.363975 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f20036-2271-41d5-a921-42192f212b78 None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:31:07.364602 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-79f20036-2271-41d5-a921-42192f212b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:30:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:31:07.391007 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-b035e080-d1ec-4dcd-84db-601b9682a809 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7071683 Jul 20 08:31:07.391724 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15050cb9-f79e-4546-b875-1b4e338312fa', 'tag': '91e7ab01-3fe6-490c-8584-7db55fc13380'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:31:07.394101 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00f69ad5a0cac4e7728d797b6610dcca539aaa5862e314ac00bb2191cad31ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225633a1-c960-4427-941e-5849bba1b41d" -d '{"events": [{"name": "network-changed", "server_uuid": "15050cb9-f79e-4546-b875-1b4e338312fa", "tag": "91e7ab01-3fe6-490c-8584-7db55fc13380"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:31:07.429910 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7eb627-d267-43f0-98b1-5c867b25e37b x-openstack-request-id: req-7a7eb627-d267-43f0-98b1-5c867b25e37b {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:31:07.430232 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15050cb9-f79e-4546-b875-1b4e338312fa", "tag": "91e7ab01-3fe6-490c-8584-7db55fc13380", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:31:07.430489 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a7eb627-d267-43f0-98b1-5c867b25e37b {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:31:07.430933 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7eb627-d267-43f0-98b1-5c867b25e37b'] response: {'name': 'network-changed', 'server_uuid': '15050cb9-f79e-4546-b875-1b4e338312fa', 'tag': '91e7ab01-3fe6-490c-8584-7db55fc13380', 'status': 'completed', 'code': 200} Jul 20 08:31:07.469491 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-79f20036-2271-41d5-a921-42192f212b78 None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:31:07.614083 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d044d-bf87-44f3-a667-c8672de82c91 req-ce8997a5-6094-44d8-b8fe-9fbcf5e89ffb tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:07.615843 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b60d044d-bf87-44f3-a667-c8672de82c91 req-ce8997a5-6094-44d8-b8fe-9fbcf5e89ffb tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 932 time: 0.0526736 Jul 20 08:31:07.671987 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35a2c4-8b3b-4f44-a633-505e6d3202b2 req-a6899c50-97fa-43a6-a5fa-ba1c344e2d7d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:07.673492 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1a35a2c4-8b3b-4f44-a633-505e6d3202b2 req-a6899c50-97fa-43a6-a5fa-ba1c344e2d7d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 945 time: 0.0623865 Jul 20 08:31:07.695897 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b60d044d-bf87-44f3-a667-c8672de82c91 req-f2f6b8f7-ee23-4ed1-ad59-b92b96ed26bc tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681739 Jul 20 08:31:07.697910 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:07.729819 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-79f20036-2271-41d5-a921-42192f212b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '86b97b16-eea3-4ff9-9d91-b14d1bbfab7f', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'port_id': '91e7ab01-3fe6-490c-8584-7db55fc13380', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'mac_address': 'fa:16:3e:d8:84:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15050cb9-f79e-4546-b875-1b4e338312fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:31:06Z', 'updated_at': '2022-07-20T08:31:06Z', 'revision_number': 0, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:31:07.733124 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1a35a2c4-8b3b-4f44-a633-505e6d3202b2 req-9f390f27-4d35-47d9-9dda-e16e4fa02a24 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538461 Jul 20 08:31:07.756116 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f20036-2271-41d5-a921-42192f212b78 None None] Checking router: d55d3f47-7fbb-45b3-b270-07e76c2cc801 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:31:07.764974 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f20036-2271-41d5-a921-42192f212b78 None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:31:07.765584 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-79f20036-2271-41d5-a921-42192f212b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:30:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:31:07.911525 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185c869-15b6-452b-89e0-5de83846185e req-70131bb8-5787-4583-b90d-17c6b7f805cd tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:07.913135 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3185c869-15b6-452b-89e0-5de83846185e req-70131bb8-5787-4583-b90d-17c6b7f805cd tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 943 time: 0.0492992 Jul 20 08:31:07.963354 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3185c869-15b6-452b-89e0-5de83846185e req-21f8ed82-7d13-448d-84b2-2f09d1cf816b tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442069 Jul 20 08:31:07.997233 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-79f20036-2271-41d5-a921-42192f212b78 None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:31:08.104758 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:08.215576 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-79f20036-2271-41d5-a921-42192f212b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '86b97b16-eea3-4ff9-9d91-b14d1bbfab7f', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'port_id': '91e7ab01-3fe6-490c-8584-7db55fc13380', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'mac_address': 'fa:16:3e:d8:84:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15050cb9-f79e-4546-b875-1b4e338312fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:31:06Z', 'updated_at': '2022-07-20T08:31:06Z', 'revision_number': 0, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:31:08.240287 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f20036-2271-41d5-a921-42192f212b78 None None] The sync data for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi is: [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '86b97b16-eea3-4ff9-9d91-b14d1bbfab7f', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'port_id': '91e7ab01-3fe6-490c-8584-7db55fc13380', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'mac_address': 'fa:16:3e:d8:84:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15050cb9-f79e-4546-b875-1b4e338312fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:31:06Z', 'updated_at': '2022-07-20T08:31:06Z', 'revision_number': 0, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:31:08.426009 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4cbea9-de0c-4c23-b3d9-999fe232095f None None] New status for floating IP 86b97b16-eea3-4ff9-9d91-b14d1bbfab7f: ACTIVE {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:31:08.644400 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 25187f6d-a614-4168-94dd-d0c397aaf6f3 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:31:08.690152 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 25187f6d-a614-4168-94dd-d0c397aaf6f3 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:31:08.690531 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:08.771652 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 25187f6d-a614-4168-94dd-d0c397aaf6f3 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:31:08.772045 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:08.808289 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25187f6d-a614-4168-94dd-d0c397aaf6f3'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:31:08.811094 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0a0a94-574e-43ee-af74-c7dacc8be1cf" -d '{"events": [{"server_uuid": "21b295e0-508c-4cd5-b18f-3b808c0ff265", "name": "network-vif-plugged", "status": "completed", "tag": "25187f6d-a614-4168-94dd-d0c397aaf6f3"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:31:08.814726 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 25187f6d-a614-4168-94dd-d0c397aaf6f3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:31:08.820510 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:08.836247 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0677a-d7a9-4a22-81d2-2295dedf26f1 req-6ea27fe1-b738-415a-a35a-ebf4adf8d8eb tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:08.837935 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-10b0677a-d7a9-4a22-81d2-2295dedf26f1 req-6ea27fe1-b738-415a-a35a-ebf4adf8d8eb tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 932 time: 0.0596151 Jul 20 08:31:08.870053 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507f085-9bc3-4122-adf5-57a9f3076e4d req-6ff7c094-7ae6-4372-8929-44c1a5bb60c7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:08.870724 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=25187f6d-a614-4168-94dd-d0c397aaf6f3,revision_number=7']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:08.871861 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7507f085-9bc3-4122-adf5-57a9f3076e4d req-6ff7c094-7ae6-4372-8929-44c1a5bb60c7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0519583 Jul 20 08:31:08.891529 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-10b0677a-d7a9-4a22-81d2-2295dedf26f1 req-b90e5633-25a2-426a-a38d-58f1236e274f tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475023 Jul 20 08:31:08.924118 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7507f085-9bc3-4122-adf5-57a9f3076e4d req-f3907087-8c5e-4688-9ec4-305726df0bd0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458910 Jul 20 08:31:08.937904 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e12c169-b3af-4daa-9a78-7172e212856a x-openstack-request-id: req-1e12c169-b3af-4daa-9a78-7172e212856a {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:31:08.938201 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b295e0-508c-4cd5-b18f-3b808c0ff265", "name": "network-vif-plugged", "status": "completed", "tag": "25187f6d-a614-4168-94dd-d0c397aaf6f3", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:31:08.938459 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e12c169-b3af-4daa-9a78-7172e212856a {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:31:08.938904 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e12c169-b3af-4daa-9a78-7172e212856a'] response: {'server_uuid': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25187f6d-a614-4168-94dd-d0c397aaf6f3', 'code': 200} Jul 20 08:31:09.082106 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8611f9-fbfc-43b4-845d-fdac9fb7cce4 req-b408414e-2787-4c38-ab82-2127d8cc07cf tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:09.083549 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ba8611f9-fbfc-43b4-845d-fdac9fb7cce4 req-b408414e-2787-4c38-ab82-2127d8cc07cf tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 943 time: 0.0488200 Jul 20 08:31:09.133681 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ba8611f9-fbfc-43b4-845d-fdac9fb7cce4 req-a42d336c-a354-4150-a271-67fd76f2410a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434964 Jul 20 08:31:09.814707 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:10.016215 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9505514-9aab-460d-b51c-7ceeb22b5b9c req-556667d9-9c3c-4e80-a056-a77959441138 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:10.017683 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9505514-9aab-460d-b51c-7ceeb22b5b9c req-556667d9-9c3c-4e80-a056-a77959441138 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 932 time: 0.0531478 Jul 20 08:31:10.052728 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25169e2a-1929-40de-b524-76dc95948eed req-0c7153ba-ed6f-4373-8225-f1cce09559b2 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:10.054205 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-25169e2a-1929-40de-b524-76dc95948eed req-0c7153ba-ed6f-4373-8225-f1cce09559b2 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0549908 Jul 20 08:31:10.070231 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9505514-9aab-460d-b51c-7ceeb22b5b9c req-f5572219-11f7-4f07-bc7c-922c90231ad5 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465901 Jul 20 08:31:10.104371 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-25169e2a-1929-40de-b524-76dc95948eed req-46b6ab32-60cc-4781-b317-fc6b59d50501 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437977 Jul 20 08:31:10.250688 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1c272-ec0c-42a4-a5da-b64670b0eb8e req-a3c0cbfc-6ade-4c7e-870f-88939adc081c tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:10.252189 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-78d1c272-ec0c-42a4-a5da-b64670b0eb8e req-a3c0cbfc-6ade-4c7e-870f-88939adc081c tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 943 time: 0.0518909 Jul 20 08:31:10.300597 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-78d1c272-ec0c-42a4-a5da-b64670b0eb8e req-30788cd8-6abe-4585-8d0c-2c7aa63a4b4d tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426238 Jul 20 08:31:10.986354 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Request body: {'port': {'device_id': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:11.061285 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225633a1-c960-4427-941e-5849bba1b41d req-e5766487-1d66-429f-b215-101a5b496a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:11.063231 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-225633a1-c960-4427-941e-5849bba1b41d req-e5766487-1d66-429f-b215-101a5b496a52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fcfc8ebb18c54de29556d0b93593d676&device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 1129 time: 0.0717292 Jul 20 08:31:11.094603 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:11.205178 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa30f4-df4f-475e-8210-2c491b8c893f req-2406da12-55b2-4220-b724-4b6cb182df8f tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:11.208704 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-91aa30f4-df4f-475e-8210-2c491b8c893f req-2406da12-55b2-4220-b724-4b6cb182df8f tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 932 time: 0.0576396 Jul 20 08:31:11.250633 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:11.267364 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-91aa30f4-df4f-475e-8210-2c491b8c893f req-cb8fd19c-f6b6-4227-9139-8f63fedd27ea tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501597 Jul 20 08:31:11.291006 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f64b2-7e4b-42b5-a477-fa4b4f6715d1 req-cccb12de-5aab-47dc-be26-5456b5b25472 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:11.292535 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-033f64b2-7e4b-42b5-a477-fa4b4f6715d1 req-cccb12de-5aab-47dc-be26-5456b5b25472 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0814803 Jul 20 08:31:11.372490 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:11.401930 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-033f64b2-7e4b-42b5-a477-fa4b4f6715d1 req-3a063e96-1bf3-4830-add1-752f769a8799 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005449 Jul 20 08:31:11.416062 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bf92d-a2b8-4bce-806c-97345690af50 req-fffe9f48-f1ff-4d4e-928b-5854ae536789 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:11.417762 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-160bf92d-a2b8-4bce-806c-97345690af50 req-fffe9f48-f1ff-4d4e-928b-5854ae536789 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 943 time: 0.0512445 Jul 20 08:31:11.445111 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:11.472775 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-160bf92d-a2b8-4bce-806c-97345690af50 req-bcc0b85f-12a6-417f-8fb1-9f57edfba2c5 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487514 Jul 20 08:31:11.477357 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d72a98-84ae-4d18-bd71-3bf590c0a455 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:31:11.485128 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Publish callbacks [] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:11.500075 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Transition to ACTIVE for port object 74d72a98-84ae-4d18-bd71-3bf590c0a455 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:31:11.502676 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:11.552951 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Pushing event updated for resources: {'Port': ['ID=74d72a98-84ae-4d18-bd71-3bf590c0a455,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:11.693978 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Attempting to bind port 74d72a98-84ae-4d18-bd71-3bf590c0a455 on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:31:11.694303 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Attempting to bind port 74d72a98-84ae-4d18-bd71-3bf590c0a455 by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': 'cb622305-3894-4c30-92b0-7b125aa1fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:31:11.694650 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Attempting to bind port 74d72a98-84ae-4d18-bd71-3bf590c0a455 on network 25f446cb-7a17-4014-9d26-36b89d0e107f {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:31:11.704060 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Port 74d72a98-84ae-4d18-bd71-3bf590c0a455 on network 25f446cb-7a17-4014-9d26-36b89d0e107f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:31:11.704376 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Attempting to bind port 74d72a98-84ae-4d18-bd71-3bf590c0a455 on network 25f446cb-7a17-4014-9d26-36b89d0e107f {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:31:11.719304 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:31:11.719645 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Checking segment: {'id': 'cb622305-3894-4c30-92b0-7b125aa1fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:31:11.720028 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Bound using segment: {'id': 'cb622305-3894-4c30-92b0-7b125aa1fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:31:11.720454 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Bound port: 74d72a98-84ae-4d18-bd71-3bf590c0a455, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb622305-3894-4c30-92b0-7b125aa1fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:31:11.720809 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:11.732421 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225633a1-c960-4427-941e-5849bba1b41d req-dffcd984-3204-4799-a3dd-abdd3a88ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:11.733886 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-225633a1-c960-4427-941e-5849bba1b41d req-dffcd984-3204-4799-a3dd-abdd3a88ceb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=348269a8-7968-40a5-99e7-854f19c8d583 HTTP/1.1" status: 200 len: 912 time: 0.1341770 Jul 20 08:31:11.789904 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] For port 74d72a98-84ae-4d18-bd71-3bf590c0a455, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:31:11.793090 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] For port 74d72a98-84ae-4d18-bd71-3bf590c0a455, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=74d72a98-84ae-4d18-bd71-3bf590c0a455,segment=NetworkSegment(cb622305-3894-4c30-92b0-7b125aa1fe0f),segment_id=cb622305-3894-4c30-92b0-7b125aa1fe0f)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:31:11.798874 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:11.833326 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:11.833947 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:11.835358 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] 10.222.0.18 "PUT /v2.0/ports/74d72a98-84ae-4d18-bd71-3bf590c0a455 HTTP/1.1" status: 200 len: 1094 time: 0.8540971 Jul 20 08:31:11.836289 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'tag': '74d72a98-84ae-4d18-bd71-3bf590c0a455'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:31:11.838568 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a49f60-9f22-468b-977b-8903f0e435ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e518b913-0606-4cd9-96f7-dfcf59ff8758", "tag": "74d72a98-84ae-4d18-bd71-3bf590c0a455"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:31:11.871198 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448b0fa-6bfd-498a-ac34-cb384feda18e service neutron] Pushing event updated for resources: {'Port': ['ID=74d72a98-84ae-4d18-bd71-3bf590c0a455,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:11.942509 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeec105b-6b93-4873-9dad-005243641a8a x-openstack-request-id: req-aeec105b-6b93-4873-9dad-005243641a8a {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:31:11.942842 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e518b913-0606-4cd9-96f7-dfcf59ff8758", "tag": "74d72a98-84ae-4d18-bd71-3bf590c0a455", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:31:11.943100 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aeec105b-6b93-4873-9dad-005243641a8a {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:31:11.943511 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeec105b-6b93-4873-9dad-005243641a8a'] response: {'name': 'network-changed', 'server_uuid': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'tag': '74d72a98-84ae-4d18-bd71-3bf590c0a455', 'status': 'completed', 'code': 200} Jul 20 08:31:12.390623 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cef93-5df5-4d97-bf04-544aa2483507 req-d7ef7e81-f7f3-4c0f-bed7-0628a9c0efd5 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:12.392446 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8e5cef93-5df5-4d97-bf04-544aa2483507 req-d7ef7e81-f7f3-4c0f-bed7-0628a9c0efd5 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0539784 Jul 20 08:31:12.402155 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a49f60-9f22-468b-977b-8903f0e435ff req-8d96657b-e8f7-49c7-9101-296542ebd685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:12.403707 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-24a49f60-9f22-468b-977b-8903f0e435ff req-8d96657b-e8f7-49c7-9101-296542ebd685 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=714941c1e0034a37b0bf0144c1eac958&device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 1128 time: 0.0891595 Jul 20 08:31:12.409993 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-225633a1-c960-4427-941e-5849bba1b41d req-76aa2b72-8248-4d5a-8e76-a59633b66e54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91e7ab01-3fe6-490c-8584-7db55fc13380 HTTP/1.1" status: 200 len: 1000 time: 0.1022115 Jul 20 08:31:12.446101 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8e5cef93-5df5-4d97-bf04-544aa2483507 req-837d071f-cc43-482f-903a-f3eb1b4c706a tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463748 Jul 20 08:31:12.598182 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d550d-08dd-4f55-84cd-f7e85d91a839 req-ba176976-675f-4f8e-afe4-13cecccd998d tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:12.599715 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-348d550d-08dd-4f55-84cd-f7e85d91a839 req-ba176976-675f-4f8e-afe4-13cecccd998d tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 943 time: 0.0526221 Jul 20 08:31:12.622499 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0107cc0-e531-4eef-8ab2-a6c058937e92 req-bb14d0a8-21d8-414a-b22c-adc7f21e54a7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:12.624737 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0107cc0-e531-4eef-8ab2-a6c058937e92 req-bb14d0a8-21d8-414a-b22c-adc7f21e54a7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.1120107 Jul 20 08:31:12.626518 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225633a1-c960-4427-941e-5849bba1b41d req-bb1f19e5-ae82-4fc0-af58-b88b8a2f8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:12.628574 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-225633a1-c960-4427-941e-5849bba1b41d req-bb1f19e5-ae82-4fc0-af58-b88b8a2f8e3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3c888370-e66b-4395-b90c-a65ec529794b HTTP/1.1" status: 200 len: 850 time: 0.1586683 Jul 20 08:31:12.652812 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-348d550d-08dd-4f55-84cd-f7e85d91a839 req-1fee516e-089a-4d0f-8c58-204e665b5d62 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466397 Jul 20 08:31:12.666707 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 26b6ab63-8e74-43dc-82a1-e3067592fa61 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:31:12.683205 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:12.718152 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:12.719939 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225633a1-c960-4427-941e-5849bba1b41d req-cef4c0bd-2cec-459c-9f56-0647e2e6322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:12.721508 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-225633a1-c960-4427-941e-5849bba1b41d req-cef4c0bd-2cec-459c-9f56-0647e2e6322b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=348269a8-7968-40a5-99e7-854f19c8d583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855579 Jul 20 08:31:12.734767 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a49f60-9f22-468b-977b-8903f0e435ff req-97539d4f-09ac-45e9-b0ef-b58bd375d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:12.736375 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-24a49f60-9f22-468b-977b-8903f0e435ff req-97539d4f-09ac-45e9-b0ef-b58bd375d4af service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=714941c1e0034a37b0bf0144c1eac958&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2569692 Jul 20 08:31:12.772205 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 26b6ab63-8e74-43dc-82a1-e3067592fa61, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=26b6ab63-8e74-43dc-82a1-e3067592fa61,segment=NetworkSegment(776cc961-cf1a-4387-a2ab-f77730405db8),segment_id=776cc961-cf1a-4387-a2ab-f77730405db8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:31:12.775415 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0107cc0-e531-4eef-8ab2-a6c058937e92 req-5c8c8b9a-3a53-4cb6-ae34-d889c9ad15a6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382043 Jul 20 08:31:12.791436 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '26b6ab63-8e74-43dc-82a1-e3067592fa61', 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b', 'port_id': '26b6ab63-8e74-43dc-82a1-e3067592fa61', 'mac_address': 'fa:16:3e:97:c0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:31:12.834070 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 26b6ab63-8e74-43dc-82a1-e3067592fa61 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:31:12.834461 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:12.848603 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b6ab63-8e74-43dc-82a1-e3067592fa61 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:31:12.870890 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 26b6ab63-8e74-43dc-82a1-e3067592fa61, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=26b6ab63-8e74-43dc-82a1-e3067592fa61,segment=NetworkSegment(776cc961-cf1a-4387-a2ab-f77730405db8),segment_id=776cc961-cf1a-4387-a2ab-f77730405db8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:31:12.876317 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:12.881471 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:12.918546 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a49f60-9f22-468b-977b-8903f0e435ff req-a4e9c8fe-4a2b-4544-b1e8-864211677ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:12.920037 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-24a49f60-9f22-468b-977b-8903f0e435ff req-a4e9c8fe-4a2b-4544-b1e8-864211677ea1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1733568 Jul 20 08:31:12.923695 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-225633a1-c960-4427-941e-5849bba1b41d req-a4ec4952-8462-443f-8856-076f87124bca service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908674 Jul 20 08:31:12.925754 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=26b6ab63-8e74-43dc-82a1-e3067592fa61,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:13.071310 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-0b8cf2e0-8828-461a-b78b-99ed0b2fa942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:13.072804 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-0b8cf2e0-8828-461a-b78b-99ed0b2fa942 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=714941c1e0034a37b0bf0144c1eac958&device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 1128 time: 0.0593040 Jul 20 08:31:13.087554 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-225633a1-c960-4427-941e-5849bba1b41d req-254de723-73aa-469b-8e78-b3341cf45331 service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340637 Jul 20 08:31:13.242987 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:31:13.431137 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-559e7033-65f4-488a-bcbd-0b190083458e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74d72a98-84ae-4d18-bd71-3bf590c0a455 HTTP/1.1" status: 200 len: 217 time: 0.2908413 Jul 20 08:31:13.475477 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbca05-e057-4364-bda8-6f2b7d00d206 req-9c8b249d-4990-455f-ba35-1e8c732f695d tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:13.477213 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f2bbca05-e057-4364-bda8-6f2b7d00d206 req-9c8b249d-4990-455f-ba35-1e8c732f695d tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0494449 Jul 20 08:31:13.526312 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f2bbca05-e057-4364-bda8-6f2b7d00d206 req-a23c5e41-54d6-4410-a293-d1b4227d3803 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436826 Jul 20 08:31:13.568213 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a2d39-304f-46b1-9539-e6df31093c76 req-452c8d3a-8f70-4cfb-8af5-2006509ba0c1 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:13.569697 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-883a2d39-304f-46b1-9539-e6df31093c76 req-452c8d3a-8f70-4cfb-8af5-2006509ba0c1 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0540090 Jul 20 08:31:13.621094 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-883a2d39-304f-46b1-9539-e6df31093c76 req-00c2978c-c28a-4ccb-ad88-c799878352e5 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451720 Jul 20 08:31:13.637688 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['26b6ab63-8e74-43dc-82a1-e3067592fa61'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:31:13.701155 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-8418784e-a8f3-4ba3-912c-2cf65e7828ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:13.702651 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-8418784e-a8f3-4ba3-912c-2cf65e7828ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=67df32de-3166-445b-a233-44f44257b1ac HTTP/1.1" status: 200 len: 847 time: 0.0508859 Jul 20 08:31:13.711642 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:13.793066 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb63659-8862-47ea-832b-ee19072a1700 req-38e9c46c-0984-4293-be3a-ce193801ccab tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:13.794635 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0cb63659-8862-47ea-832b-ee19072a1700 req-38e9c46c-0984-4293-be3a-ce193801ccab tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 944 time: 0.0688491 Jul 20 08:31:13.796181 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-88d0be12-c81e-43b0-9078-4a23d84d159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:13.797564 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-88d0be12-c81e-43b0-9078-4a23d84d159f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25f446cb-7a17-4014-9d26-36b89d0e107f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841813 Jul 20 08:31:13.903261 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0cb63659-8862-47ea-832b-ee19072a1700 req-1ed32435-3ebd-441f-9ab0-91bed92c2917 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030507 Jul 20 08:31:13.911952 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec27e75-861f-4449-9231-8151a3aa712d req-07ba5bba-c0e3-4d98-9dd7-9a69b12b06c9 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:13.915105 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3ec27e75-861f-4449-9231-8151a3aa712d req-07ba5bba-c0e3-4d98-9dd7-9a69b12b06c9 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0598898 Jul 20 08:31:13.939203 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-2a84716f-835c-4a40-9875-e77bf971b264 service neutron] 10.222.0.18 "GET /v2.0/networks/25f446cb-7a17-4014-9d26-36b89d0e107f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310809 Jul 20 08:31:13.973380 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3ec27e75-861f-4449-9231-8151a3aa712d req-e5538438-ab6c-4ca4-96e9-7b37f8edeab3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526874 Jul 20 08:31:14.042662 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0c08f77-d197-4d4a-a31d-f9ecdc4ed75e req-6228126f-ec83-4e8b-ba27-6c1a441b05e5 service neutron] 10.222.0.18 "GET /v2.0/networks/25f446cb-7a17-4014-9d26-36b89d0e107f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966876 Jul 20 08:31:14.657592 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a898b-163e-4bd6-a98f-5b37ddbd894b req-b47589cc-57a2-495c-8583-5beeb2edc461 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:14.660178 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-758a898b-163e-4bd6-a98f-5b37ddbd894b req-b47589cc-57a2-495c-8583-5beeb2edc461 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0563867 Jul 20 08:31:14.708631 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-758a898b-163e-4bd6-a98f-5b37ddbd894b req-df014637-9e7f-42d3-9fd8-085aeb5e9e6b tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428123 Jul 20 08:31:14.743387 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcaf448-c7a2-47e1-817e-ac7533d49ed6 req-470b0a74-491f-42de-be9d-2ceb5f6d439b tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:14.746503 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0dcaf448-c7a2-47e1-817e-ac7533d49ed6 req-470b0a74-491f-42de-be9d-2ceb5f6d439b tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0488997 Jul 20 08:31:14.797001 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0dcaf448-c7a2-47e1-817e-ac7533d49ed6 req-afd6ef2a-7fe9-44ff-a135-54a066fb579f tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464849 Jul 20 08:31:15.020844 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd95db-006e-4e04-b54b-605b6b4baa35 req-c92bcd1d-a9b8-4abb-beea-211d51c03f32 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:15.022409 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b4fd95db-006e-4e04-b54b-605b6b4baa35 req-c92bcd1d-a9b8-4abb-beea-211d51c03f32 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 944 time: 0.0490482 Jul 20 08:31:15.072033 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b4fd95db-006e-4e04-b54b-605b6b4baa35 req-588ba944-1869-4aa4-9289-8a8d0a6de802 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429025 Jul 20 08:31:15.103991 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2dc86-5651-498f-ad3c-13bc9cb48d58 req-986c468b-02fd-4a17-8905-5c29439e7246 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:15.105515 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-eaa2dc86-5651-498f-ad3c-13bc9cb48d58 req-986c468b-02fd-4a17-8905-5c29439e7246 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0488791 Jul 20 08:31:15.154023 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-eaa2dc86-5651-498f-ad3c-13bc9cb48d58 req-cfce16c8-5a55-4f1b-9067-1417cc558a5e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430841 Jul 20 08:31:15.284100 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 26b6ab63-8e74-43dc-82a1-e3067592fa61 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:31:15.329883 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 26b6ab63-8e74-43dc-82a1-e3067592fa61 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:31:15.338089 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 26b6ab63-8e74-43dc-82a1-e3067592fa61 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:31:15.339063 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:15.417297 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 26b6ab63-8e74-43dc-82a1-e3067592fa61 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:31:15.417691 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:15.441526 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b6ab63-8e74-43dc-82a1-e3067592fa61'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:31:15.443787 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1cc730-5c1e-48ee-91fc-43d0ceb1469a" -d '{"events": [{"server_uuid": "a437f068-8b36-411d-ab25-a00ec30b71de", "name": "network-vif-plugged", "status": "completed", "tag": "26b6ab63-8e74-43dc-82a1-e3067592fa61"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:31:15.456379 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 26b6ab63-8e74-43dc-82a1-e3067592fa61, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=26b6ab63-8e74-43dc-82a1-e3067592fa61,segment=NetworkSegment(776cc961-cf1a-4387-a2ab-f77730405db8),segment_id=776cc961-cf1a-4387-a2ab-f77730405db8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:31:15.461032 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:15.483749 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ac3efd-243d-40b4-9ba2-0a707d7ca333 x-openstack-request-id: req-03ac3efd-243d-40b4-9ba2-0a707d7ca333 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:31:15.484032 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a437f068-8b36-411d-ab25-a00ec30b71de", "name": "network-vif-plugged", "status": "completed", "tag": "26b6ab63-8e74-43dc-82a1-e3067592fa61", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:31:15.484278 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03ac3efd-243d-40b4-9ba2-0a707d7ca333 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:31:15.484676 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ac3efd-243d-40b4-9ba2-0a707d7ca333'] response: {'server_uuid': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b6ab63-8e74-43dc-82a1-e3067592fa61', 'code': 200} Jul 20 08:31:15.510758 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=26b6ab63-8e74-43dc-82a1-e3067592fa61,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:15.788751 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:15.831859 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518b536-67e2-42ab-b33d-1b8b84d74052 req-e904c282-fcda-4884-b0b0-62530f91685a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:15.833536 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a518b536-67e2-42ab-b33d-1b8b84d74052 req-e904c282-fcda-4884-b0b0-62530f91685a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0542331 Jul 20 08:31:15.886994 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a518b536-67e2-42ab-b33d-1b8b84d74052 req-05f0d79a-7477-4ef2-92bd-cc8aef3be3eb tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456784 Jul 20 08:31:15.921275 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:15.941514 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd49e1b-1fab-49ad-bf05-d60a4e841231 req-ca29d796-544d-4f39-8536-e7610a8394ba tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:15.943159 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5dd49e1b-1fab-49ad-bf05-d60a4e841231 req-ca29d796-544d-4f39-8536-e7610a8394ba tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0668719 Jul 20 08:31:15.998453 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5dd49e1b-1fab-49ad-bf05-d60a4e841231 req-f1ecad51-3443-4ec9-994e-225c00f8ac52 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477614 Jul 20 08:31:16.040671 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fccbfb-014f-4300-81f8-d57d14c8464d req-57f2eb3d-563a-432d-8270-5813742b9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:16.042358 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f1fccbfb-014f-4300-81f8-d57d14c8464d req-57f2eb3d-563a-432d-8270-5813742b9dc4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 1129 time: 0.0408914 Jul 20 08:31:16.085753 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:16.090698 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f1fccbfb-014f-4300-81f8-d57d14c8464d req-0a915318-a529-437c-8bfb-ab87c6dd12fd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Jul 20 08:31:16.191831 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5edabd-d586-4583-8760-854364b9bcf7 req-524035ca-6c0b-43dd-9ead-303dca822c73 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:16.193647 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-eb5edabd-d586-4583-8760-854364b9bcf7 req-524035ca-6c0b-43dd-9ead-303dca822c73 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 945 time: 0.0552435 Jul 20 08:31:16.262599 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-eb5edabd-d586-4583-8760-854364b9bcf7 req-0ffcd31f-fae5-49fd-8654-f89e479f6bd5 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621331 Jul 20 08:31:16.297153 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500e542-9dc6-4e67-b339-ca7fdb94e17e req-1abc3e9d-9926-476e-b38d-2f1c82432598 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:16.298943 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8500e542-9dc6-4e67-b339-ca7fdb94e17e req-1abc3e9d-9926-476e-b38d-2f1c82432598 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0648701 Jul 20 08:31:16.361767 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8500e542-9dc6-4e67-b339-ca7fdb94e17e req-dc0d63df-1a3b-4d61-a66d-707d168646fe tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568178 Jul 20 08:31:17.077968 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d08500-4c30-4788-aaf9-7daad092a58e req-7a81e495-9cd3-45f1-86ac-50359bb67675 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:17.088942 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b8d08500-4c30-4788-aaf9-7daad092a58e req-7a81e495-9cd3-45f1-86ac-50359bb67675 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.1051013 Jul 20 08:31:17.148582 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:17.187647 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b8d08500-4c30-4788-aaf9-7daad092a58e req-4a6bbab8-b02d-4b44-b817-87ae236e75b2 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962660 Jul 20 08:31:17.196710 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab41f1-b65b-45ca-9b30-7cdffffdbeb0 req-f18941ef-bd0b-42f5-90c0-2294470ad161 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:17.204913 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3bab41f1-b65b-45ca-9b30-7cdffffdbeb0 req-f18941ef-bd0b-42f5-90c0-2294470ad161 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0671492 Jul 20 08:31:17.264268 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3bab41f1-b65b-45ca-9b30-7cdffffdbeb0 req-1ebcd455-b274-43a4-bee4-848059caf3fb tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583591 Jul 20 08:31:17.384762 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc721dcc-a10c-4808-83e4-f50559a56ea5 req-b162bf9e-801a-445b-83b5-f6bcd8d50513 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:17.386299 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-bc721dcc-a10c-4808-83e4-f50559a56ea5 req-b162bf9e-801a-445b-83b5-f6bcd8d50513 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 945 time: 0.0556772 Jul 20 08:31:17.470695 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-bc721dcc-a10c-4808-83e4-f50559a56ea5 req-4069d285-24ba-4da7-bf04-aefbf4cf8c0c tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776665 Jul 20 08:31:17.561217 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e031549-6a9c-4d1e-8ad2-d94b76c8bdcb req-22a97191-2d26-417b-8ca9-b7558af2d4c6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:17.562756 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4e031549-6a9c-4d1e-8ad2-d94b76c8bdcb req-22a97191-2d26-417b-8ca9-b7558af2d4c6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0746782 Jul 20 08:31:17.614374 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4e031549-6a9c-4d1e-8ad2-d94b76c8bdcb req-03d99da5-7a7d-47c2-91d3-c9098d7bc92f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461843 Jul 20 08:31:18.391877 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381f2cd-9014-4abd-913d-1e5859f5cc74 req-aff65157-961c-47fe-9b58-1363ba98ea34 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:18.393569 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4381f2cd-9014-4abd-913d-1e5859f5cc74 req-aff65157-961c-47fe-9b58-1363ba98ea34 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0535855 Jul 20 08:31:18.425694 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dc250-8300-4746-ae3d-72bb0d8aec3a req-11f3432b-eca2-4edf-a718-843974b52f8d tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:18.427496 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f32dc250-8300-4746-ae3d-72bb0d8aec3a req-11f3432b-eca2-4edf-a718-843974b52f8d tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0521028 Jul 20 08:31:18.459092 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4381f2cd-9014-4abd-913d-1e5859f5cc74 req-ff8b8c48-3a3a-4476-8339-4d524d15dc29 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595269 Jul 20 08:31:18.502271 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f32dc250-8300-4746-ae3d-72bb0d8aec3a req-f12f21db-ed90-4caf-9ede-dfc4d1c6f8d3 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630291 Jul 20 08:31:18.622174 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4a74a-dd94-4b97-ad4e-d3a62b54b0ea req-46402ef3-767d-4b8d-a3f8-019a51591bf0 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:18.623896 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7a4a74a-dd94-4b97-ad4e-d3a62b54b0ea req-46402ef3-767d-4b8d-a3f8-019a51591bf0 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 945 time: 0.0594487 Jul 20 08:31:18.711197 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7a4a74a-dd94-4b97-ad4e-d3a62b54b0ea req-5b380c8e-fadf-42f3-ba00-83d7bacd9ec3 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809357 Jul 20 08:31:18.761778 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9058b-6b39-4648-ac16-ebf78f59ef2e req-4275f61f-bd1c-4643-bf89-6c184d26e3a0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:18.763459 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d9c9058b-6b39-4648-ac16-ebf78f59ef2e req-4275f61f-bd1c-4643-bf89-6c184d26e3a0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0530562 Jul 20 08:31:18.820335 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d9c9058b-6b39-4648-ac16-ebf78f59ef2e req-43aca7f7-5948-4b11-a1e6-a129cb8481c8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509098 Jul 20 08:31:19.583436 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065cb16-3a7a-4c73-81c9-975f8bea5c4b req-15ac7aed-f02b-41e3-b560-257dac62f6ad tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:19.585010 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f065cb16-3a7a-4c73-81c9-975f8bea5c4b req-15ac7aed-f02b-41e3-b560-257dac62f6ad tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0650978 Jul 20 08:31:19.595223 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d1add7fa-5772-405e-a38b-d93fc10c9e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:19.658405 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f065cb16-3a7a-4c73-81c9-975f8bea5c4b req-4ca34065-e310-49e4-b4b4-00747a13cb92 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659552 Jul 20 08:31:19.692595 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c2cf4-e099-44b9-b62a-c907127268a5 req-cb081679-e0c4-4df0-b45f-4ca0b8ab4cec tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:19.695159 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-083c2cf4-e099-44b9-b62a-c907127268a5 req-cb081679-e0c4-4df0-b45f-4ca0b8ab4cec tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0810385 Jul 20 08:31:19.749293 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-083c2cf4-e099-44b9-b62a-c907127268a5 req-7bb639b0-4a1e-415c-bbb3-7f915ed443c7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480227 Jul 20 08:31:19.832733 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cef282-dffb-4065-9aff-12d6d73f978a req-87f2b681-c310-4764-b214-a4d9d3d413a3 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:19.834234 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48cef282-dffb-4065-9aff-12d6d73f978a req-87f2b681-c310-4764-b214-a4d9d3d413a3 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 945 time: 0.0501046 Jul 20 08:31:19.893273 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48cef282-dffb-4065-9aff-12d6d73f978a req-35c24f91-a145-4fb9-b434-538619326e3d tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498016 Jul 20 08:31:19.952767 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff052353-a28c-4b96-a5c9-4bf36df7df3e req-4b0f16b8-aa79-4b3a-a6fe-0c964cb29a5e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:19.959142 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ff052353-a28c-4b96-a5c9-4bf36df7df3e req-4b0f16b8-aa79-4b3a-a6fe-0c964cb29a5e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0609612 Jul 20 08:31:20.023987 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339dcdf6-2d04-4285-ae2e-6be5c5c966b0 req-b1a05379-dec6-4e75-b179-fdd4ff0de556 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:20.030381 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ff052353-a28c-4b96-a5c9-4bf36df7df3e req-89699342-e7e9-4cad-85c5-acfb0eab3a5e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700784 Jul 20 08:31:20.032635 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-339dcdf6-2d04-4285-ae2e-6be5c5c966b0 req-b1a05379-dec6-4e75-b179-fdd4ff0de556 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 945 time: 0.0655489 Jul 20 08:31:20.089405 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-339dcdf6-2d04-4285-ae2e-6be5c5c966b0 req-d6e7b267-6404-4413-99d4-44c336329808 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557663 Jul 20 08:31:20.458982 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715bf5a-5da0-499a-b9d5-035290444ca3 req-70aef928-e6be-4dd1-b20c-6c4c70e3492d tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:20.461451 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6715bf5a-5da0-499a-b9d5-035290444ca3 req-70aef928-e6be-4dd1-b20c-6c4c70e3492d tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 945 time: 0.0642886 Jul 20 08:31:20.526893 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6715bf5a-5da0-499a-b9d5-035290444ca3 req-b3adc058-c5f5-42fd-b74a-b0058a94870f tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586779 Jul 20 08:31:20.864846 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b69b6-2261-40f3-b0c5-fb2d264ea85e req-0c772ae6-df53-4026-b7e0-898a172bdf18 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:20.866548 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-592b69b6-2261-40f3-b0c5-fb2d264ea85e req-0c772ae6-df53-4026-b7e0-898a172bdf18 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.1013064 Jul 20 08:31:21.018355 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be9927-a382-4e94-9c12-21768ccdee07 req-1dc828eb-0d3b-4882-8bee-a682778cd227 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:21.023718 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5be9927-a382-4e94-9c12-21768ccdee07 req-1dc828eb-0d3b-4882-8bee-a682778cd227 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.1521928 Jul 20 08:31:21.066543 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-592b69b6-2261-40f3-b0c5-fb2d264ea85e req-f32ebd29-52b0-4554-848c-602b8ed297f6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868501 Jul 20 08:31:21.077283 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:21.147760 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5be9927-a382-4e94-9c12-21768ccdee07 req-cd2fda6d-7c09-4757-9b27-8c4828c15bbd tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181109 Jul 20 08:31:21.236305 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc2ade-c994-453f-a168-5c3e52a33728 req-70ad7742-f9a8-416c-a3b9-95839a20dde6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:21.238017 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0bdc2ade-c994-453f-a168-5c3e52a33728 req-70ad7742-f9a8-416c-a3b9-95839a20dde6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0798762 Jul 20 08:31:21.309481 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 38866) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:21.315376 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-deec4087-c033-4d77-a511-d130f04aae9d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1668777822', 'description': 'tempest-description--1100473966'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:21.323504 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0bdc2ade-c994-453f-a168-5c3e52a33728 req-a8403cb4-279b-431a-8aa9-724b45aa97bf tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760133 Jul 20 08:31:21.344723 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:21.352194 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-deec4087-c033-4d77-a511-d130f04aae9d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:21.455781 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-deec4087-c033-4d77-a511-d130f04aae9d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (16af5828-3321-483a-9a6e-859449e53095), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:21.460082 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-deec4087-c033-4d77-a511-d130f04aae9d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (16af5828-3321-483a-9a6e-859449e53095), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:21.491838 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-deec4087-c033-4d77-a511-d130f04aae9d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:21.493122 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-deec4087-c033-4d77-a511-d130f04aae9d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1823699 Jul 20 08:31:21.496463 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 38868) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:21.502107 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-c004e935-02c2-4d37-afa7-aca5be053fe7 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'security_group_rule': {'security_group_id': '16af5828-3321-483a-9a6e-859449e53095', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:21.502303 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec4087-c033-4d77-a511-d130f04aae9d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16af5828-3321-483a-9a6e-859449e53095,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:21.539995 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c004e935-02c2-4d37-afa7-aca5be053fe7 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (37604c8c-0dc3-4f75-9e63-9d08ecb0cd47), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:21.611330 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c004e935-02c2-4d37-afa7-aca5be053fe7 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (37604c8c-0dc3-4f75-9e63-9d08ecb0cd47), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:21.616657 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c004e935-02c2-4d37-afa7-aca5be053fe7 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (37604c8c-0dc3-4f75-9e63-9d08ecb0cd47), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:21.636923 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004e935-02c2-4d37-afa7-aca5be053fe7 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37604c8c-0dc3-4f75-9e63-9d08ecb0cd47,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:21.644781 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c004e935-02c2-4d37-afa7-aca5be053fe7 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:21.649011 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 38870) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:21.649193 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-c004e935-02c2-4d37-afa7-aca5be053fe7 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509490 Jul 20 08:31:21.654495 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-8294def5-bdfd-422d-8678-a1346737a944 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'security_group_rule': {'security_group_id': '16af5828-3321-483a-9a6e-859449e53095', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:21.685320 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8294def5-bdfd-422d-8678-a1346737a944 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (2f5eaec4-77b5-43e0-887c-efd9f915b109), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:21.747368 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8294def5-bdfd-422d-8678-a1346737a944 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (2f5eaec4-77b5-43e0-887c-efd9f915b109), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:21.751417 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8294def5-bdfd-422d-8678-a1346737a944 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (2f5eaec4-77b5-43e0-887c-efd9f915b109), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:21.771705 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294def5-bdfd-422d-8678-a1346737a944 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5eaec4-77b5-43e0-887c-efd9f915b109,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:21.780995 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8294def5-bdfd-422d-8678-a1346737a944 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:21.782222 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-8294def5-bdfd-422d-8678-a1346737a944 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316001 Jul 20 08:31:21.785472 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 38872) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:21.789782 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'floatingip': {'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:21.810435 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:21.900476 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:22.019502 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Allocated IP 172.27.1.153 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/fa59e638-d8b2-46c3-9964-b7293900c994) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:31:22.158117 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for port (fa59e638-d8b2-46c3-9964-b7293900c994), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:22.199249 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee773489-b8a9-4c35-a116-820125754dac req-18063d81-32a9-4c4c-9626-b3cb87d35e96 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:22.200808 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ee773489-b8a9-4c35-a116-820125754dac req-18063d81-32a9-4c4c-9626-b3cb87d35e96 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0670452 Jul 20 08:31:22.245176 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5cf56cc7-dc80-4c20-90bc-d56bdaa44465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:22.274560 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (fa59e638-d8b2-46c3-9964-b7293900c994), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:22.286326 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e667f-da3b-4c20-b4b0-f89202fb42b9 req-891b6abc-1475-4421-a7eb-c477ce15b259 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:22.287472 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:22.288453 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:22.294769 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e09e667f-da3b-4c20-b4b0-f89202fb42b9 req-891b6abc-1475-4421-a7eb-c477ce15b259 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0690033 Jul 20 08:31:22.304129 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:22.331544 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:31:22.342541 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:31:22.348119 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:22.358453 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:31:22.379207 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e09e667f-da3b-4c20-b4b0-f89202fb42b9 req-c78b81c5-0c84-498b-a594-b308c528ec51 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824628 Jul 20 08:31:22.405137 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ee773489-b8a9-4c35-a116-820125754dac req-8f4922ae-5588-4a16-ac7e-c76c78a4a435 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975834 Jul 20 08:31:22.420948 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'Port': ['ID=fa59e638-d8b2-46c3-9964-b7293900c994,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:22.499858 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (a8132ee2-e55f-4e64-b630-6d52e4c00ff6), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:22.534445 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08485a92-47d3-4086-bd85-23a5ff6d78d5 req-dce78b55-b8ac-4aa4-8dd0-2078ffb84c69 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:22.543267 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-08485a92-47d3-4086-bd85-23a5ff6d78d5 req-dce78b55-b8ac-4aa4-8dd0-2078ffb84c69 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0753391 Jul 20 08:31:22.545045 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (fa59e638-d8b2-46c3-9964-b7293900c994), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:22.619215 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-08485a92-47d3-4086-bd85-23a5ff6d78d5 req-b8406480-2d97-43b9-bac2-3a88ae9be69e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695386 Jul 20 08:31:22.745827 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for port (fa59e638-d8b2-46c3-9964-b7293900c994), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:22.752898 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (fa59e638-d8b2-46c3-9964-b7293900c994), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:22.835698 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'Port': ['ID=fa59e638-d8b2-46c3-9964-b7293900c994,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:22.851198 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (a8132ee2-e55f-4e64-b630-6d52e4c00ff6), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:22.867451 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:22.869482 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f9a956e5-3076-42ce-9293-84ee04cf2b92 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0828898 Jul 20 08:31:23.029234 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-0fae494f-e624-4074-b337-7b79df62c6fd tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1668777822&fields=id&tenant_id=60ee8039b1f4461c996165d5801b91f1 HTTP/1.1" status: 200 len: 267 time: 0.0533390 Jul 20 08:31:23.138573 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-9f749b49-f0a6-4c72-8f13-0445825b6752 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:23.140179 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-9f749b49-f0a6-4c72-8f13-0445825b6752 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/networks?id=21da7406-374d-4389-9eee-8af0140c04bf HTTP/1.1" status: 200 len: 814 time: 0.1045694 Jul 20 08:31:23.157811 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-0f6095ab-64a4-4750-baff-06db22bbaa7d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/quotas/60ee8039b1f4461c996165d5801b91f1 HTTP/1.1" status: 200 len: 375 time: 0.0111206 Jul 20 08:31:23.221636 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-9510095b-08b6-4756-8537-d9c07e6389ea tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0582881 Jul 20 08:31:23.236754 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:23.238107 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=11 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:23.407651 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-6db7daec-7ab3-436f-8bad-ecea26bbeb08 service neutron] 10.222.0.64 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692929 Jul 20 08:31:23.486511 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:23.513784 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-b26ce6ac-7922-4940-ade4-b2e7ff31a5d8 service neutron] 10.222.0.64 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953765 Jul 20 08:31:23.521265 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734786e-ff8e-4b1e-8051-5e7b9808855e req-e3ce3f4d-4696-4aa7-8b45-65df95a73a09 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:23.522801 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a734786e-ff8e-4b1e-8051-5e7b9808855e req-e3ce3f4d-4696-4aa7-8b45-65df95a73a09 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0570641 Jul 20 08:31:23.579341 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a734786e-ff8e-4b1e-8051-5e7b9808855e req-452cb7c4-71bd-4c20-b08f-1f9d6357a434 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451291 Jul 20 08:31:23.717809 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:23.741984 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efad03-1fc2-495f-a481-89d227097358 req-ebcc8295-361d-4265-8364-fadf49fa4717 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:23.744656 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1efad03-1fc2-495f-a481-89d227097358 req-ebcc8295-361d-4265-8364-fadf49fa4717 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0682943 Jul 20 08:31:23.809909 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1efad03-1fc2-495f-a481-89d227097358 req-e48103a3-63d8-4ce5-bfe5-6e39ac957393 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590813 Jul 20 08:31:23.929314 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-376fe2c9-8ea6-4574-8aea-a78a70491454 req-84ab2c63-83c6-45b8-b27e-7d041d050d7d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 210 time: 0.0485892 Jul 20 08:31:24.104507 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a956d31-0cee-4559-b6b4-f34476fe0666 req-1ef77782-da15-464d-9bc1-949e2f3297e2 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:24.111370 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3a956d31-0cee-4559-b6b4-f34476fe0666 req-1ef77782-da15-464d-9bc1-949e2f3297e2 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0913923 Jul 20 08:31:24.172681 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3a956d31-0cee-4559-b6b4-f34476fe0666 req-42109579-9066-45f8-abe1-f2a83fe42f4a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603659 Jul 20 08:31:24.216246 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:24.719464 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7dba0c-4acf-4c03-9b1a-10138d64d310 req-3a8657c4-fc5b-4b62-9c38-c34d38d936d4 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:24.721050 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9f7dba0c-4acf-4c03-9b1a-10138d64d310 req-3a8657c4-fc5b-4b62-9c38-c34d38d936d4 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0553608 Jul 20 08:31:24.792735 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9f7dba0c-4acf-4c03-9b1a-10138d64d310 req-7cfb8a6b-a776-4cd6-9851-f446aaede467 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652518 Jul 20 08:31:24.934692 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80744ee4-7951-4357-bdca-52168a3fdf30 req-4baef989-c604-4c76-a864-a176ee50c8dd tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:24.936199 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-80744ee4-7951-4357-bdca-52168a3fdf30 req-4baef989-c604-4c76-a864-a176ee50c8dd tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0505705 Jul 20 08:31:24.997703 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-80744ee4-7951-4357-bdca-52168a3fdf30 req-33345c64-5899-443c-bb01-c2cd5f02dd57 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542099 Jul 20 08:31:25.043872 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a28ec4bc-02ab-492b-ac15-d993c47ee5fa req-c8de4419-1896-4a9d-8b3c-cedac6f3f7d2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 210 time: 0.0326447 Jul 20 08:31:25.288123 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-9276e8b3-4c63-49ea-be41-995501b516a9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:25.289560 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-9276e8b3-4c63-49ea-be41-995501b516a9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "GET /v2.0/networks?id=21da7406-374d-4389-9eee-8af0140c04bf HTTP/1.1" status: 200 len: 814 time: 0.1720400 Jul 20 08:31:25.341385 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f3af9-d205-4d53-bd49-8975ff1f11e7 req-1d80d6ce-36bb-47db-87bd-eb767306afc8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:25.342970 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3c7f3af9-d205-4d53-bd49-8975ff1f11e7 req-1d80d6ce-36bb-47db-87bd-eb767306afc8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0778935 Jul 20 08:31:25.439494 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-320ac3ed-4fce-4bae-bfa0-763f7eab9b13 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60ee8039b1f4461c996165d5801b91f1 HTTP/1.1" status: 200 len: 472 time: 0.1215234 Jul 20 08:31:25.446467 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3c7f3af9-d205-4d53-bd49-8975ff1f11e7 req-8de30543-8f20-4f70-b8db-31bab59c9506 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942154 Jul 20 08:31:25.504227 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-181325cb-6e9a-490f-99ae-6bf73c58bee5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'port': {'device_id': '28eb9e1d-9ca5-43a1-8330-ae91249f609c', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'admin_state_up': True, 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'security_groups': ['16af5828-3321-483a-9a6e-859449e53095']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:25.627643 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-181325cb-6e9a-490f-99ae-6bf73c58bee5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Made reservation on behalf of 60ee8039b1f4461c996165d5801b91f1 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:31:25.631582 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-181325cb-6e9a-490f-99ae-6bf73c58bee5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:25.780152 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-181325cb-6e9a-490f-99ae-6bf73c58bee5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Allocated IP 172.20.0.11 (21da7406-374d-4389-9eee-8af0140c04bf/f7595eb2-89c2-44a4-8ca5-0b88f939ec19/70393be6-628d-4634-90f4-13212f783bcf) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:31:25.824114 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:25.929062 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7e84c-8dd4-41dc-98c2-379e8a1af098 req-6b182545-aa44-46e4-846b-0c6ea89af241 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:25.932380 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-dce7e84c-8dd4-41dc-98c2-379e8a1af098 req-6b182545-aa44-46e4-846b-0c6ea89af241 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0584061 Jul 20 08:31:25.939147 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-181325cb-6e9a-490f-99ae-6bf73c58bee5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for port (70393be6-628d-4634-90f4-13212f783bcf), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:25.997862 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:26.063100 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-dce7e84c-8dd4-41dc-98c2-379e8a1af098 req-96a0fd5b-c5c2-40f5-940b-fead65ebdb30 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246698 Jul 20 08:31:26.083681 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-181325cb-6e9a-490f-99ae-6bf73c58bee5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (70393be6-628d-4634-90f4-13212f783bcf), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:26.263544 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-181325cb-6e9a-490f-99ae-6bf73c58bee5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Network 21da7406-374d-4389-9eee-8af0140c04bf is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:31:26.281683 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a66291-2e4e-4df1-92e6-cde3821c2f09 req-5ab0d2fe-20cf-439d-b9d1-db2b0ce622ce tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:26.283567 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-47a66291-2e4e-4df1-92e6-cde3821c2f09 req-5ab0d2fe-20cf-439d-b9d1-db2b0ce622ce tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 932 time: 0.0562162 Jul 20 08:31:26.285964 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-181325cb-6e9a-490f-99ae-6bf73c58bee5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:31:26.297671 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-181325cb-6e9a-490f-99ae-6bf73c58bee5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:31:26.351600 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181325cb-6e9a-490f-99ae-6bf73c58bee5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'Port': ['ID=70393be6-628d-4634-90f4-13212f783bcf,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:26.363854 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a2054-a084-4227-955a-a3ddcd93db75 req-e76264ff-9258-429f-8f85-a2eda88be18c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:26.365391 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-651a2054-a084-4227-955a-a3ddcd93db75 req-e76264ff-9258-429f-8f85-a2eda88be18c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.1570852 Jul 20 08:31:26.380346 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-47a66291-2e4e-4df1-92e6-cde3821c2f09 req-2c2e153a-7fbe-4ca2-8421-d49888059ec0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835299 Jul 20 08:31:26.419292 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-181325cb-6e9a-490f-99ae-6bf73c58bee5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:26.420372 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-181325cb-6e9a-490f-99ae-6bf73c58bee5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:26.467084 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-181325cb-6e9a-490f-99ae-6bf73c58bee5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9663639 Jul 20 08:31:26.471364 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-651a2054-a084-4227-955a-a3ddcd93db75 req-561df7d4-99bc-4bb4-afcd-4b490d09d607 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977662 Jul 20 08:31:26.497959 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Request body: {'port': {'device_id': '28eb9e1d-9ca5-43a1-8330-ae91249f609c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:26.559076 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:26.580866 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (70393be6-628d-4634-90f4-13212f783bcf), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:26.626387 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a7c5f-5111-4546-b11c-18df7de39f6f req-16726362-e3e8-4257-9729-4640be722f43 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:26.635802 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-406a7c5f-5111-4546-b11c-18df7de39f6f req-16726362-e3e8-4257-9729-4640be722f43 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0824263 Jul 20 08:31:26.685148 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:26.692704 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-022d94bc-88af-46db-a0fd-271c5b8848e6 None None] Provisioning complete for port 70393be6-628d-4634-90f4-13212f783bcf triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:31:26.693392 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-022d94bc-88af-46db-a0fd-271c5b8848e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (70393be6-628d-4634-90f4-13212f783bcf), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:26.697725 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-406a7c5f-5111-4546-b11c-18df7de39f6f req-52d423e5-a08b-4235-b146-e9e70343788d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609245 Jul 20 08:31:26.737382 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-022d94bc-88af-46db-a0fd-271c5b8848e6 None None] Port 70393be6-628d-4634-90f4-13212f783bcf cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:31:26.882077 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70393be6-628d-4634-90f4-13212f783bcf {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:31:26.891449 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Publish callbacks [] for port (70393be6-628d-4634-90f4-13212f783bcf), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:26.905815 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Transition to ACTIVE for port object 70393be6-628d-4634-90f4-13212f783bcf will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:31:26.910688 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (70393be6-628d-4634-90f4-13212f783bcf), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:26.965984 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Pushing event updated for resources: {'Port': ['ID=70393be6-628d-4634-90f4-13212f783bcf,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:27.048223 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Attempting to bind port 70393be6-628d-4634-90f4-13212f783bcf on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:31:27.048410 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Attempting to bind port 70393be6-628d-4634-90f4-13212f783bcf by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:31:27.048731 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Attempting to bind port 70393be6-628d-4634-90f4-13212f783bcf on network 21da7406-374d-4389-9eee-8af0140c04bf {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:31:27.053495 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Port 70393be6-628d-4634-90f4-13212f783bcf on network 21da7406-374d-4389-9eee-8af0140c04bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:31:27.053981 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Attempting to bind port 70393be6-628d-4634-90f4-13212f783bcf on network 21da7406-374d-4389-9eee-8af0140c04bf {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:31:27.059933 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:31:27.060279 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Checking segment: {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:31:27.060660 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Bound using segment: {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:31:27.061089 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Bound port: 70393be6-628d-4634-90f4-13212f783bcf, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:31:27.061449 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (70393be6-628d-4634-90f4-13212f783bcf), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:27.093752 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:27.097895 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:27.146701 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] For port 70393be6-628d-4634-90f4-13212f783bcf, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:31:27.175447 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] For port 70393be6-628d-4634-90f4-13212f783bcf, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=70393be6-628d-4634-90f4-13212f783bcf,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:31:27.186511 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (70393be6-628d-4634-90f4-13212f783bcf), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:27.203277 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f9db7-cd31-42de-85cc-aa8d45088425 req-44091d2c-8ce7-40da-8da1-7740d4edac5b tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:27.204758 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-858f9db7-cd31-42de-85cc-aa8d45088425 req-44091d2c-8ce7-40da-8da1-7740d4edac5b tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0714357 Jul 20 08:31:27.276803 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:27.277365 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:27.278795 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] 10.222.0.18 "PUT /v2.0/ports/70393be6-628d-4634-90f4-13212f783bcf HTTP/1.1" status: 200 len: 1094 time: 0.7937205 Jul 20 08:31:27.279252 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28eb9e1d-9ca5-43a1-8330-ae91249f609c', 'tag': '70393be6-628d-4634-90f4-13212f783bcf'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:31:27.281585 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd65597-f4ba-43aa-8f36-ac5a94ab816e" -d '{"events": [{"name": "network-changed", "server_uuid": "28eb9e1d-9ca5-43a1-8330-ae91249f609c", "tag": "70393be6-628d-4634-90f4-13212f783bcf"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:31:27.325850 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe0b96-3505-4f87-aaba-2969dc56af16 service neutron] Pushing event updated for resources: {'Port': ['ID=70393be6-628d-4634-90f4-13212f783bcf,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:27.359953 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-858f9db7-cd31-42de-85cc-aa8d45088425 req-6fd3426b-5e9e-4df8-8963-748a4594aa35 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310952 Jul 20 08:31:27.371929 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f1123b-028e-4268-af7a-912122ce6546 x-openstack-request-id: req-e6f1123b-028e-4268-af7a-912122ce6546 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:31:27.372350 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28eb9e1d-9ca5-43a1-8330-ae91249f609c", "tag": "70393be6-628d-4634-90f4-13212f783bcf", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:31:27.372701 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6f1123b-028e-4268-af7a-912122ce6546 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:31:27.373211 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f1123b-028e-4268-af7a-912122ce6546'] response: {'name': 'network-changed', 'server_uuid': '28eb9e1d-9ca5-43a1-8330-ae91249f609c', 'tag': '70393be6-628d-4634-90f4-13212f783bcf', 'status': 'completed', 'code': 200} Jul 20 08:31:27.425894 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-f20b8092-e7b3-403c-9692-d6430a349e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:27.427557 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-f20b8092-e7b3-403c-9692-d6430a349e8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 1128 time: 0.0664620 Jul 20 08:31:27.490010 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-7603b4ec-a6e9-4329-8fe7-d2677e0d3cf7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70393be6-628d-4634-90f4-13212f783bcf HTTP/1.1" status: 200 len: 217 time: 0.0462637 Jul 20 08:31:27.538283 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cd1ae-c7a1-4cf4-a8dc-93fecda5fb06 req-3fddd515-6323-4c82-9402-a920f495d7a3 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:27.549072 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-145cd1ae-c7a1-4cf4-a8dc-93fecda5fb06 req-3fddd515-6323-4c82-9402-a920f495d7a3 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 944 time: 0.0886030 Jul 20 08:31:27.571954 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-8358a069-cf02-4570-a2bc-3c1981f03d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:27.574267 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-8358a069-cf02-4570-a2bc-3c1981f03d51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7595eb2-89c2-44a4-8ca5-0b88f939ec19 HTTP/1.1" status: 200 len: 853 time: 0.0775182 Jul 20 08:31:27.604207 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-145cd1ae-c7a1-4cf4-a8dc-93fecda5fb06 req-527c44d7-6006-4d61-a197-9b576169bfdb tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538108 Jul 20 08:31:27.657205 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-85530a45-280e-4e9a-b02b-2c83fd41818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:27.658691 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-85530a45-280e-4e9a-b02b-2c83fd41818e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21da7406-374d-4389-9eee-8af0140c04bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761592 Jul 20 08:31:27.671425 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277402e2-41a2-4e85-959c-01ca31fe9e7b req-cd2dd951-9214-47fe-bbde-8730f2d67fed tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:27.672949 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-277402e2-41a2-4e85-959c-01ca31fe9e7b req-cd2dd951-9214-47fe-bbde-8730f2d67fed tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0800579 Jul 20 08:31:27.789470 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-277402e2-41a2-4e85-959c-01ca31fe9e7b req-d808aca0-a912-4d4b-be26-66a627e9a164 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073089 Jul 20 08:31:27.810273 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-7d33f0ea-e5b1-4064-a0e5-c2abb99b7e83 service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363287 Jul 20 08:31:27.822245 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2e0a9-474b-4036-8d48-312dcd6b4d0f req-5a2c5fcf-4d62-43be-84cb-fc969fb95884 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:27.824190 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-40e2e0a9-474b-4036-8d48-312dcd6b4d0f req-5a2c5fcf-4d62-43be-84cb-fc969fb95884 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0520782 Jul 20 08:31:27.883078 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-40e2e0a9-474b-4036-8d48-312dcd6b4d0f req-d2aeb960-f14b-4b5b-b8d9-22261be2426d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529237 Jul 20 08:31:27.918245 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7be0f8cb-5666-410b-86d4-7bba2afe9d82 req-b486e0bc-ea54-4788-83e7-d1dd05cf4761 service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956101 Jul 20 08:31:28.498222 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42eaa8-6a60-4645-83b5-5d683df6bf97 req-6d6607bc-3c13-4d9b-8862-9215d73eccb3 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:28.499842 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5b42eaa8-6a60-4645-83b5-5d683df6bf97 req-6d6607bc-3c13-4d9b-8862-9215d73eccb3 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0644674 Jul 20 08:31:28.552402 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5b42eaa8-6a60-4645-83b5-5d683df6bf97 req-05810952-1ba7-472f-b807-e675461be072 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466223 Jul 20 08:31:28.737159 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6832cd-06e6-43d4-9011-9c2e655c228f req-6419d4e7-8720-4898-a2fc-1527f9fbe379 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:28.739543 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1f6832cd-06e6-43d4-9011-9c2e655c228f req-6419d4e7-8720-4898-a2fc-1527f9fbe379 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 944 time: 0.0600090 Jul 20 08:31:28.793793 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1f6832cd-06e6-43d4-9011-9c2e655c228f req-396612ce-b96c-4a8a-b15a-c8894c388385 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479574 Jul 20 08:31:28.931660 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffec91-b592-49ef-a405-eb6aa064dfd4 req-6eb7422a-c943-4a9b-85ce-ffed86dd3408 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:28.933432 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-78ffec91-b592-49ef-a405-eb6aa064dfd4 req-6eb7422a-c943-4a9b-85ce-ffed86dd3408 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0512404 Jul 20 08:31:29.000299 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-78ffec91-b592-49ef-a405-eb6aa064dfd4 req-0f7279ba-a986-44bc-b7c8-815cf5569eb3 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600586 Jul 20 08:31:29.049794 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3984b8d-a586-4a46-85ff-8b5e7782673d req-9c516258-b09b-4e60-8b35-0ed09eed6bf5 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:29.051752 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b3984b8d-a586-4a46-85ff-8b5e7782673d req-9c516258-b09b-4e60-8b35-0ed09eed6bf5 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0848331 Jul 20 08:31:29.114458 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b3984b8d-a586-4a46-85ff-8b5e7782673d req-79af8a08-1f73-405a-9fad-d4b3cbbc442b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544002 Jul 20 08:31:29.676611 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca43b6-33e7-4503-abe9-1ccc5bd797d8 req-7b1cf7d5-264c-4f06-a22c-acfc6abd58cb tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:29.677647 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25ca43b6-33e7-4503-abe9-1ccc5bd797d8 req-7b1cf7d5-264c-4f06-a22c-acfc6abd58cb tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0529635 Jul 20 08:31:29.731178 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25ca43b6-33e7-4503-abe9-1ccc5bd797d8 req-ebf47f41-230c-4031-8a2f-90cee4673fb1 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481298 Jul 20 08:31:29.912346 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:29.957341 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e89daa-3710-42e3-a7ac-85c2d2823e2c req-a9c23a1a-ed2e-4538-a14d-da5435a119d9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:29.959193 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-65e89daa-3710-42e3-a7ac-85c2d2823e2c req-a9c23a1a-ed2e-4538-a14d-da5435a119d9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 944 time: 0.0674860 Jul 20 08:31:30.055144 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-65e89daa-3710-42e3-a7ac-85c2d2823e2c req-f91a4fe1-bc94-45d3-bd81-5696d81d5db3 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839725 Jul 20 08:31:30.115956 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:30.129148 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b1305-77c3-4e8f-ab54-ac90f609872c req-1e5aebd4-2058-456c-8b8d-8be7a80ec299 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:30.132756 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0f2b1305-77c3-4e8f-ab54-ac90f609872c req-1e5aebd4-2058-456c-8b8d-8be7a80ec299 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0603628 Jul 20 08:31:30.198002 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0f2b1305-77c3-4e8f-ab54-ac90f609872c req-6a36a78a-00e8-4e10-8524-2e873de44c1a tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598643 Jul 20 08:31:30.205563 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:30.251067 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6226d68-8c90-4803-bce5-19163c9221a1 req-5a379cf6-0433-4ff0-ac24-31f923ef9d53 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:30.251067 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f6226d68-8c90-4803-bce5-19163c9221a1 req-5a379cf6-0433-4ff0-ac24-31f923ef9d53 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0563936 Jul 20 08:31:30.302297 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f6226d68-8c90-4803-bce5-19163c9221a1 req-033f6554-c3dc-4bb9-9942-3220fa867be1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462341 Jul 20 08:31:30.814727 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:30.857721 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2faba3-9f3a-40d1-b3ba-ee35038a50bc req-e7542b66-e9d5-4e8c-aac6-c63645a58fa7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:30.859939 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3f2faba3-9f3a-40d1-b3ba-ee35038a50bc req-e7542b66-e9d5-4e8c-aac6-c63645a58fa7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0540228 Jul 20 08:31:30.913769 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3f2faba3-9f3a-40d1-b3ba-ee35038a50bc req-d64119fc-b370-432b-a363-5bb503d2e54c tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486083 Jul 20 08:31:31.180134 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fb6a0-f514-42b8-9130-a95a26ae8936 req-78857dca-1359-4792-9cf7-02226c9d814d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:31.181773 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ce0fb6a0-f514-42b8-9130-a95a26ae8936 req-78857dca-1359-4792-9cf7-02226c9d814d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 944 time: 0.0545824 Jul 20 08:31:31.231479 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ce0fb6a0-f514-42b8-9130-a95a26ae8936 req-484990ab-f5ae-4ff8-8e4d-36a074b61f53 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440235 Jul 20 08:31:31.314794 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008def3-0298-4e5b-a896-9d84707f6d2b req-bf959cb5-74ae-4d98-ae8f-11fa840ca34a tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:31.316263 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e008def3-0298-4e5b-a896-9d84707f6d2b req-bf959cb5-74ae-4d98-ae8f-11fa840ca34a tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0477626 Jul 20 08:31:31.369107 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e008def3-0298-4e5b-a896-9d84707f6d2b req-82a3feac-02e0-4daf-a579-9bbc02624aad tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473332 Jul 20 08:31:31.451040 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c77e7-1844-4084-a28f-da838e0c3ef8 req-e8bbc580-0d4a-42a7-9c24-72e081a18b7d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:31.452531 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-540c77e7-1844-4084-a28f-da838e0c3ef8 req-e8bbc580-0d4a-42a7-9c24-72e081a18b7d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0497904 Jul 20 08:31:31.501112 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-540c77e7-1844-4084-a28f-da838e0c3ef8 req-73453f7e-ea63-48a0-9ecf-611c24c7683a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431235 Jul 20 08:31:32.030205 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c56e2-bc20-4742-a4c5-1f30cf8b7a95 req-c61db586-8101-43c3-b8a3-1ea1dc2c9c9a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:32.031693 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d50c56e2-bc20-4742-a4c5-1f30cf8b7a95 req-c61db586-8101-43c3-b8a3-1ea1dc2c9c9a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0474887 Jul 20 08:31:32.101608 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd65597-f4ba-43aa-8f36-ac5a94ab816e req-598f4f7b-5422-4392-9e98-1a35da247a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:32.103141 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-afd65597-f4ba-43aa-8f36-ac5a94ab816e req-598f4f7b-5422-4392-9e98-1a35da247a91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 1128 time: 0.0527618 Jul 20 08:31:32.113924 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d50c56e2-bc20-4742-a4c5-1f30cf8b7a95 req-937a395d-09ee-417a-873d-de1d8515f290 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767770 Jul 20 08:31:32.350066 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233b9ef-ed8e-48a5-be92-5168079befba req-a267d96c-53ff-4ce3-87dd-8a252cad1723 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:32.351650 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4233b9ef-ed8e-48a5-be92-5168079befba req-a267d96c-53ff-4ce3-87dd-8a252cad1723 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 944 time: 0.0475199 Jul 20 08:31:32.405716 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4233b9ef-ed8e-48a5-be92-5168079befba req-230cb48e-c4d6-4949-8d0b-6635d5720ad6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479727 Jul 20 08:31:32.488234 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1991d-72a0-4fc1-992c-96bc1ae4f981 req-5e13641d-748a-4e98-8df9-cb0c27066c97 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:32.489932 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-59f1991d-72a0-4fc1-992c-96bc1ae4f981 req-5e13641d-748a-4e98-8df9-cb0c27066c97 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0505183 Jul 20 08:31:32.627939 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cc524-abe4-4449-8c14-c37c177c7d5a req-c9fc6676-5566-483b-88a1-3cfdf7fd37cc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:32.629639 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1e6cc524-abe4-4449-8c14-c37c177c7d5a req-c9fc6676-5566-483b-88a1-3cfdf7fd37cc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0535636 Jul 20 08:31:32.684710 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1e6cc524-abe4-4449-8c14-c37c177c7d5a req-fec542a0-597e-4154-ab82-e9489aaa2313 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481427 Jul 20 08:31:32.781630 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-59f1991d-72a0-4fc1-992c-96bc1ae4f981 req-aef1c1f9-3909-43f4-a491-c3a40f8c327f tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853801 Jul 20 08:31:33.238921 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83bd74-2bd8-4bc5-9d3c-bf267c9fa7cb req-a656940d-402b-4278-b390-880a5390271c tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:33.240438 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f83bd74-2bd8-4bc5-9d3c-bf267c9fa7cb req-a656940d-402b-4278-b390-880a5390271c tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0573988 Jul 20 08:31:33.288655 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f83bd74-2bd8-4bc5-9d3c-bf267c9fa7cb req-902ed1aa-97b9-4021-bce5-943160f0a503 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423276 Jul 20 08:31:33.403192 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 70393be6-628d-4634-90f4-13212f783bcf details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:31:33.405580 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:33.515455 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 70393be6-628d-4634-90f4-13212f783bcf, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=70393be6-628d-4634-90f4-13212f783bcf,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:31:33.529564 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '70393be6-628d-4634-90f4-13212f783bcf', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'port_id': '70393be6-628d-4634-90f4-13212f783bcf', 'mac_address': 'fa:16:3e:91:24:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:31:33.533284 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6e483-fa0f-49d4-94d8-7682f2980b45 req-6d14dbcb-01b3-44f8-a80e-76853a497664 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:33.536295 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4fe6e483-fa0f-49d4-94d8-7682f2980b45 req-6d14dbcb-01b3-44f8-a80e-76853a497664 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0582225 Jul 20 08:31:33.550569 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912105d1-5a9e-4489-a24b-7a95c48e0892 req-8ecdfea7-6696-482e-a465-390067aa7380 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:33.552433 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-912105d1-5a9e-4489-a24b-7a95c48e0892 req-8ecdfea7-6696-482e-a465-390067aa7380 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 944 time: 0.0656717 Jul 20 08:31:33.573715 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 70393be6-628d-4634-90f4-13212f783bcf is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:31:33.574119 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (70393be6-628d-4634-90f4-13212f783bcf), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:33.589229 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70393be6-628d-4634-90f4-13212f783bcf {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:31:33.591814 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4fe6e483-fa0f-49d4-94d8-7682f2980b45 req-9ad6cd4d-8de9-4074-a15e-bb612d3c373b tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501223 Jul 20 08:31:33.612399 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 70393be6-628d-4634-90f4-13212f783bcf, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=70393be6-628d-4634-90f4-13212f783bcf,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:31:33.613158 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-912105d1-5a9e-4489-a24b-7a95c48e0892 req-bb14ee81-fd4e-47a1-9374-a13a3a5b3116 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537918 Jul 20 08:31:33.616381 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (70393be6-628d-4634-90f4-13212f783bcf), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:33.664870 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=70393be6-628d-4634-90f4-13212f783bcf,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:33.802725 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b3994-a8b0-49ce-ade3-ea795b98aac6 req-00f76192-9a84-4f5b-a587-9c59a7a551e2 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:33.804183 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ea4b3994-a8b0-49ce-ade3-ea795b98aac6 req-00f76192-9a84-4f5b-a587-9c59a7a551e2 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0479262 Jul 20 08:31:33.859050 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ea4b3994-a8b0-49ce-ade3-ea795b98aac6 req-b43780ef-514f-4760-a78c-8687c39bf9a4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453634 Jul 20 08:31:33.906202 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5ecb0-bb87-42ba-8488-7fdcf9491c1f req-c2373eb8-b30b-4eca-a6b3-33361dd7bcc4 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:33.907767 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0e5ecb0-bb87-42ba-8488-7fdcf9491c1f req-c2373eb8-b30b-4eca-a6b3-33361dd7bcc4 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0480468 Jul 20 08:31:33.961069 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0e5ecb0-bb87-42ba-8488-7fdcf9491c1f req-cda5b04e-a62d-45cf-8d50-37eb335ab928 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470965 Jul 20 08:31:34.108002 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:34.112110 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:34.400590 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['70393be6-628d-4634-90f4-13212f783bcf'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:31:34.426319 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:34.465976 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd65597-f4ba-43aa-8f36-ac5a94ab816e req-62bd2738-6ada-4bed-8909-afcc9578c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:34.467508 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-afd65597-f4ba-43aa-8f36-ac5a94ab816e req-62bd2738-6ada-4bed-8909-afcc9578c242 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21da7406-374d-4389-9eee-8af0140c04bf HTTP/1.1" status: 200 len: 915 time: 0.0945363 Jul 20 08:31:34.548126 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-afd65597-f4ba-43aa-8f36-ac5a94ab816e req-504c8989-2b5a-4895-8122-8705038e6a50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70393be6-628d-4634-90f4-13212f783bcf HTTP/1.1" status: 200 len: 217 time: 0.0423110 Jul 20 08:31:34.605580 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd65597-f4ba-43aa-8f36-ac5a94ab816e req-a6fdcbdb-619c-4d9c-b861-2aa823c129f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:34.607049 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-afd65597-f4ba-43aa-8f36-ac5a94ab816e req-a6fdcbdb-619c-4d9c-b861-2aa823c129f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7595eb2-89c2-44a4-8ca5-0b88f939ec19 HTTP/1.1" status: 200 len: 853 time: 0.0443470 Jul 20 08:31:34.708540 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7389484-e64d-4dfa-b8ed-9f612e0a0f7b req-64a9b9cd-aac3-45da-b6de-d76ca27ba34a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:34.710094 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e7389484-e64d-4dfa-b8ed-9f612e0a0f7b req-64a9b9cd-aac3-45da-b6de-d76ca27ba34a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0498102 Jul 20 08:31:34.740655 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac822d-df89-4d47-9231-bb839b835541 req-98ec6a0f-b27f-4c80-890c-e8db421214df tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:34.742217 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-72ac822d-df89-4d47-9231-bb839b835541 req-98ec6a0f-b27f-4c80-890c-e8db421214df tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 945 time: 0.0554743 Jul 20 08:31:34.770753 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e7389484-e64d-4dfa-b8ed-9f612e0a0f7b req-d2ecd4ec-16ea-446f-9971-919de139c37b tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499582 Jul 20 08:31:34.796406 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-72ac822d-df89-4d47-9231-bb839b835541 req-0c769afc-a882-4da0-8cff-822009e47508 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474164 Jul 20 08:31:34.978416 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b872c-83b2-4917-9ecc-3e88ec77b737 req-4d7cbafe-bc1d-44af-8fb2-aaca5b3f1449 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:34.979911 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ed5b872c-83b2-4917-9ecc-3e88ec77b737 req-4d7cbafe-bc1d-44af-8fb2-aaca5b3f1449 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0479803 Jul 20 08:31:34.992071 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:35.032435 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ed5b872c-83b2-4917-9ecc-3e88ec77b737 req-3f12c94b-943f-4139-8e61-4376319744b5 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468531 Jul 20 08:31:35.078120 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d844e-6488-4722-b5dc-9204347f0d2d req-d91d2efd-5c48-4a4f-bdff-4da629b3694e tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:35.079637 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-446d844e-6488-4722-b5dc-9204347f0d2d req-d91d2efd-5c48-4a4f-bdff-4da629b3694e tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0490396 Jul 20 08:31:35.132180 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-446d844e-6488-4722-b5dc-9204347f0d2d req-0929153c-69c3-429d-938b-83470886b1c6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470469 Jul 20 08:31:35.818615 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:35.855240 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd65597-f4ba-43aa-8f36-ac5a94ab816e req-bacdd7d3-a8e9-42f0-980f-5ba9b8b7b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:35.857102 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-afd65597-f4ba-43aa-8f36-ac5a94ab816e req-bacdd7d3-a8e9-42f0-980f-5ba9b8b7b0a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21da7406-374d-4389-9eee-8af0140c04bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0965750 Jul 20 08:31:35.864547 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c8484-b719-4672-ad82-025cfce28bda req-4cca49aa-9476-47c8-9b2a-5f3e63ea444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:35.866134 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e49c8484-b719-4672-ad82-025cfce28bda req-4cca49aa-9476-47c8-9b2a-5f3e63ea444e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4764ea3c4f4bf98ea56ee0798adfdc&device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 1130 time: 0.0777426 Jul 20 08:31:35.888075 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:35.930213 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05815529-7b1a-40d3-976f-b575a85e6876 req-80652aff-361e-48c9-85f9-3c58d892041d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:35.932105 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-05815529-7b1a-40d3-976f-b575a85e6876 req-80652aff-361e-48c9-85f9-3c58d892041d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 945 time: 0.0529976 Jul 20 08:31:35.946007 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63916824-2a22-4450-afed-543ffe21ddea req-ac9be1c5-5fbe-419b-aa49-5cab05355211 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:35.948622 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-63916824-2a22-4450-afed-543ffe21ddea req-ac9be1c5-5fbe-419b-aa49-5cab05355211 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0806499 Jul 20 08:31:35.990622 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-05815529-7b1a-40d3-976f-b575a85e6876 req-57d8f828-45c3-40e7-9910-68b01009fd77 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526245 Jul 20 08:31:36.006275 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-63916824-2a22-4450-afed-543ffe21ddea req-eb7e2580-d04e-4677-ab68-241d57b35552 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516243 Jul 20 08:31:36.187124 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03276f-ec88-4eec-b494-f4f53f2ff9cd req-b1816afb-9da4-419c-bf2f-ff96b07dbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:36.188612 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ee03276f-ec88-4eec-b494-f4f53f2ff9cd req-b1816afb-9da4-419c-bf2f-ff96b07dbbab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80faf6362e244bb992ffb6058ceeefda&device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 1130 time: 0.1488426 Jul 20 08:31:36.251592 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628c9af-57c5-4af7-89d4-d5cf201d5863 req-d4bfaaaf-44ce-4506-bcc0-cc06d170b1eb tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:36.253066 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e628c9af-57c5-4af7-89d4-d5cf201d5863 req-d4bfaaaf-44ce-4506-bcc0-cc06d170b1eb tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0507920 Jul 20 08:31:36.270700 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf5e3a-73c7-4d2f-9562-a80643e74d88 req-19a6eddd-7493-42e6-b813-144c51779896 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:36.272187 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-43bf5e3a-73c7-4d2f-9562-a80643e74d88 req-19a6eddd-7493-42e6-b813-144c51779896 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.1277082 Jul 20 08:31:36.305465 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e628c9af-57c5-4af7-89d4-d5cf201d5863 req-b92581b8-e42d-4d7b-862b-df29f773c16c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467951 Jul 20 08:31:36.346356 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c8484-b719-4672-ad82-025cfce28bda req-3fc2b754-227c-45c7-b937-bd5eaf8d59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:36.347856 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e49c8484-b719-4672-ad82-025cfce28bda req-3fc2b754-227c-45c7-b937-bd5eaf8d59f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 HTTP/1.1" status: 200 len: 911 time: 0.3171644 Jul 20 08:31:36.355874 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-afd65597-f4ba-43aa-8f36-ac5a94ab816e req-5ba5a641-d78e-4016-bcca-193933b2baaa service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171158 Jul 20 08:31:36.462094 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03276f-ec88-4eec-b494-f4f53f2ff9cd req-e9157b15-0289-40fd-a7db-e201f7b6f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:36.463594 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ee03276f-ec88-4eec-b494-f4f53f2ff9cd req-e9157b15-0289-40fd-a7db-e201f7b6f0ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=493487e7-e371-48c4-94a1-b290ee37dc8e HTTP/1.1" status: 200 len: 918 time: 0.2529135 Jul 20 08:31:36.466678 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-43bf5e3a-73c7-4d2f-9562-a80643e74d88 req-44b4f19d-02e3-44e5-b8fb-cbb7f204dcc7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882279 Jul 20 08:31:36.543616 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e49c8484-b719-4672-ad82-025cfce28bda req-67bf65c0-994c-4a48-8ab2-4c4e7a2eba60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90d4b267-6b9e-479b-978c-9e4434caa2b0 HTTP/1.1" status: 200 len: 1002 time: 0.1868017 Jul 20 08:31:36.614871 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ee03276f-ec88-4eec-b494-f4f53f2ff9cd req-954b669a-b93e-44c7-ba7c-950bc915d3cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3 HTTP/1.1" status: 200 len: 1002 time: 0.1142218 Jul 20 08:31:36.626324 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-afd65597-f4ba-43aa-8f36-ac5a94ab816e req-7fc7c188-153a-479f-897a-2362f9cdf85c service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597106 Jul 20 08:31:36.631656 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c8484-b719-4672-ad82-025cfce28bda req-7c08cd58-2d45-4527-b5b1-8224566fdaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:36.633010 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e49c8484-b719-4672-ad82-025cfce28bda req-7c08cd58-2d45-4527-b5b1-8224566fdaee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7 HTTP/1.1" status: 200 len: 849 time: 0.0809939 Jul 20 08:31:36.731182 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 70393be6-628d-4634-90f4-13212f783bcf up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:31:36.773991 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 70393be6-628d-4634-90f4-13212f783bcf completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:31:36.779292 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 70393be6-628d-4634-90f4-13212f783bcf triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:31:36.779725 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (70393be6-628d-4634-90f4-13212f783bcf), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:36.854042 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 70393be6-628d-4634-90f4-13212f783bcf is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:31:36.854436 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (70393be6-628d-4634-90f4-13212f783bcf), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:36.878894 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eb9e1d-9ca5-43a1-8330-ae91249f609c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70393be6-628d-4634-90f4-13212f783bcf'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:31:36.881155 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f728af-c302-4db9-b1e1-6573a1717728" -d '{"events": [{"server_uuid": "28eb9e1d-9ca5-43a1-8330-ae91249f609c", "name": "network-vif-plugged", "status": "completed", "tag": "70393be6-628d-4634-90f4-13212f783bcf"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:31:36.894212 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 70393be6-628d-4634-90f4-13212f783bcf, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=70393be6-628d-4634-90f4-13212f783bcf,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:31:36.898567 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (70393be6-628d-4634-90f4-13212f783bcf), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:36.925203 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d49249-5b93-4343-886b-7b73565a152e x-openstack-request-id: req-20d49249-5b93-4343-886b-7b73565a152e {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:31:36.925491 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28eb9e1d-9ca5-43a1-8330-ae91249f609c", "name": "network-vif-plugged", "status": "completed", "tag": "70393be6-628d-4634-90f4-13212f783bcf", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:31:36.925742 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20d49249-5b93-4343-886b-7b73565a152e {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:31:36.926139 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d49249-5b93-4343-886b-7b73565a152e'] response: {'server_uuid': '28eb9e1d-9ca5-43a1-8330-ae91249f609c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70393be6-628d-4634-90f4-13212f783bcf', 'code': 200} Jul 20 08:31:36.953241 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=70393be6-628d-4634-90f4-13212f783bcf,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:37.147544 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:37.168192 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab35956-4bc6-489d-b449-2d538e177603 req-652c463b-3324-4a7b-9e18-488f05d70db5 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:37.170304 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-eab35956-4bc6-489d-b449-2d538e177603 req-652c463b-3324-4a7b-9e18-488f05d70db5 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0550218 Jul 20 08:31:37.173258 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c8484-b719-4672-ad82-025cfce28bda req-6861ca6c-5b19-4b25-8b1c-ddbad65cc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:37.174837 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e49c8484-b719-4672-ad82-025cfce28bda req-6861ca6c-5b19-4b25-8b1c-ddbad65cc875 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1274347 Jul 20 08:31:37.186025 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4294294-ca47-403d-bab7-3ffa9531f0bb req-abe3be66-a4d5-4052-99de-24708d110415 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:37.190062 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c4294294-ca47-403d-bab7-3ffa9531f0bb req-abe3be66-a4d5-4052-99de-24708d110415 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 946 time: 0.1102874 Jul 20 08:31:37.212541 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03276f-ec88-4eec-b494-f4f53f2ff9cd req-17a7bac4-8974-4d7e-bd47-7a340c55fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:37.214387 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ee03276f-ec88-4eec-b494-f4f53f2ff9cd req-17a7bac4-8974-4d7e-bd47-7a340c55fa11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1674d774-8563-48a3-b527-f0af4400482d HTTP/1.1" status: 200 len: 856 time: 0.1658027 Jul 20 08:31:37.230555 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-eab35956-4bc6-489d-b449-2d538e177603 req-f28742d0-d619-4eec-bbf7-8a31d92c8136 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519948 Jul 20 08:31:37.247887 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:37.312165 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c4294294-ca47-403d-bab7-3ffa9531f0bb req-34475519-f5f9-413d-8721-b303c543f3fe tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173203 Jul 20 08:31:37.316174 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:37.344073 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa6560-b4ad-453b-bcb3-623faf3e6236 req-9a94201b-c2ac-4c1a-9be9-e73ff64d9ce8 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:37.345868 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aeaa6560-b4ad-453b-bcb3-623faf3e6236 req-9a94201b-c2ac-4c1a-9be9-e73ff64d9ce8 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 945 time: 0.0573735 Jul 20 08:31:37.372520 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e49c8484-b719-4672-ad82-025cfce28bda req-885e9e48-ccfe-466e-bdcc-fc1e48a30f71 service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811330 Jul 20 08:31:37.389035 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03276f-ec88-4eec-b494-f4f53f2ff9cd req-7061d73b-b665-4476-88bc-1203853e659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:37.390841 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ee03276f-ec88-4eec-b494-f4f53f2ff9cd req-7061d73b-b665-4476-88bc-1203853e659c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=493487e7-e371-48c4-94a1-b290ee37dc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592041 Jul 20 08:31:37.443863 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55419d9-4694-4a6d-a2b8-4c7c8203258f req-9ce9efdb-8e2a-4a1a-9077-523f5df07242 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:37.445355 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f55419d9-4694-4a6d-a2b8-4c7c8203258f req-9ce9efdb-8e2a-4a1a-9077-523f5df07242 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0491259 Jul 20 08:31:37.500129 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f55419d9-4694-4a6d-a2b8-4c7c8203258f req-ed373282-1a8a-4eb2-aa6e-9fcbe01cee9d tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481722 Jul 20 08:31:37.619446 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb157dd-12cf-4a78-9e6e-e175e4279096 req-1cc94944-aa16-417f-8f92-bcaa930f3512 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:37.620946 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2bb157dd-12cf-4a78-9e6e-e175e4279096 req-1cc94944-aa16-417f-8f92-bcaa930f3512 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0518894 Jul 20 08:31:37.624948 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aeaa6560-b4ad-453b-bcb3-623faf3e6236 req-5a985f3f-6b8c-4679-bdcb-9fe37d89a5df tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730672 Jul 20 08:31:37.648166 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39088) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:37.671498 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2bb157dd-12cf-4a78-9e6e-e175e4279096 req-ff0da747-b02c-4d3e-b437-1a543992fb47 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439026 Jul 20 08:31:37.738057 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26241c2b-f01e-4698-aacf-73c6cec1614f tempest-TestMinimumBasicScenario-1064990382 tempest-TestMinimumBasicScenario-1064990382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:37.739606 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-26241c2b-f01e-4698-aacf-73c6cec1614f tempest-TestMinimumBasicScenario-1064990382 tempest-TestMinimumBasicScenario-1064990382-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 1124 time: 0.0908463 Jul 20 08:31:37.742485 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39092) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:37.747681 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Request body: {'floatingip': {'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'port_id': '26b6ab63-8e74-43dc-82a1-e3067592fa61', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:37.769687 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:37.811197 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba907e5-c181-416f-ab29-45dca535a717 req-4f06909c-47a4-4f9c-98d3-da5a4db05c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:37.812697 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aba907e5-c181-416f-ab29-45dca535a717 req-4f06909c-47a4-4f9c-98d3-da5a4db05c04 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 1130 time: 0.1173942 Jul 20 08:31:37.852163 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:37.922892 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e49c8484-b719-4672-ad82-025cfce28bda req-bedd6e63-cb81-4b9b-81dc-c5158c96dec3 service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151492 Jul 20 08:31:37.931361 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ee03276f-ec88-4eec-b494-f4f53f2ff9cd req-f072362e-de43-4afa-b11d-c5e960ee16bb service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894226 Jul 20 08:31:37.933572 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aba907e5-c181-416f-ab29-45dca535a717 req-fd0f6123-595c-4a4c-b1ce-53bda554dd41 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911710 Jul 20 08:31:37.969920 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Allocated IP 172.27.1.5 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/68a2b664-c9b2-4634-9562-bace1a77b2e1) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:31:38.083221 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for port (68a2b664-c9b2-4634-9562-bace1a77b2e1), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:38.117639 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (68a2b664-c9b2-4634-9562-bace1a77b2e1), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:38.148358 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:38.155935 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:31:38.159286 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:31:38.167813 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:31:38.195623 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Pushing event updated for resources: {'Port': ['ID=68a2b664-c9b2-4634-9562-bace1a77b2e1,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:38.401573 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4efbda-abef-4abe-a553-b7a05305252f req-d75ff968-f1d8-4f45-bece-43e2d4cab9c9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:38.403143 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7b4efbda-abef-4abe-a553-b7a05305252f req-d75ff968-f1d8-4f45-bece-43e2d4cab9c9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0975540 Jul 20 08:31:38.435322 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:38.466266 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545102ad-a648-45af-945e-25114d30648c req-95149274-db48-419a-8827-6b577e80a3f5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:38.467852 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-545102ad-a648-45af-945e-25114d30648c req-95149274-db48-419a-8827-6b577e80a3f5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 946 time: 0.0569465 Jul 20 08:31:38.501493 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7b4efbda-abef-4abe-a553-b7a05305252f req-84c6b58c-8e9a-4174-854b-04146a221494 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740995 Jul 20 08:31:38.586302 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-545102ad-a648-45af-945e-25114d30648c req-ce3046fa-d795-4243-84be-b63cada31054 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123128 Jul 20 08:31:38.614418 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ee03276f-ec88-4eec-b494-f4f53f2ff9cd req-d68d1bf6-4f39-4652-923c-0ee989e30467 service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326449 Jul 20 08:31:38.646336 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e5038-cad7-4e14-9ce9-8af84f21d0dc req-3160236f-7d9f-4f2f-8691-f48eabe2ed6c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:38.647834 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-327e5038-cad7-4e14-9ce9-8af84f21d0dc req-3160236f-7d9f-4f2f-8691-f48eabe2ed6c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0636203 Jul 20 08:31:38.701715 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 74d72a98-84ae-4d18-bd71-3bf590c0a455 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:31:38.718452 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for floatingip (1c0a99b7-b68e-4f8e-979c-947dca20a619), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:38.760164 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-327e5038-cad7-4e14-9ce9-8af84f21d0dc req-9255ae39-3a33-4173-bcac-45687151fb35 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859857 Jul 20 08:31:38.809910 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f9931-b48e-4a06-912b-16eba22470e8 req-686b4017-ad22-4b2b-a799-8bd45d744d0a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:38.809910 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9a9f9931-b48e-4a06-912b-16eba22470e8 req-686b4017-ad22-4b2b-a799-8bd45d744d0a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0586491 Jul 20 08:31:38.820268 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (68a2b664-c9b2-4634-9562-bace1a77b2e1), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:38.826945 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 74d72a98-84ae-4d18-bd71-3bf590c0a455, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=74d72a98-84ae-4d18-bd71-3bf590c0a455,segment=NetworkSegment(cb622305-3894-4c30-92b0-7b125aa1fe0f),segment_id=cb622305-3894-4c30-92b0-7b125aa1fe0f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:31:38.834100 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:38.841096 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '74d72a98-84ae-4d18-bd71-3bf590c0a455', 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f', 'port_id': '74d72a98-84ae-4d18-bd71-3bf590c0a455', 'mac_address': 'fa:16:3e:a2:24:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67df32de-3166-445b-a233-44f44257b1ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:31:38.855783 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9a9f9931-b48e-4a06-912b-16eba22470e8 req-5cb07050-b1ba-4263-9a8a-09d580e65775 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438278 Jul 20 08:31:38.886127 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 74d72a98-84ae-4d18-bd71-3bf590c0a455 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:31:38.886520 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:38.899841 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d72a98-84ae-4d18-bd71-3bf590c0a455 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:31:38.922028 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 74d72a98-84ae-4d18-bd71-3bf590c0a455, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=74d72a98-84ae-4d18-bd71-3bf590c0a455,segment=NetworkSegment(cb622305-3894-4c30-92b0-7b125aa1fe0f),segment_id=cb622305-3894-4c30-92b0-7b125aa1fe0f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:31:38.926325 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:38.983288 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=74d72a98-84ae-4d18-bd71-3bf590c0a455,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:38.986937 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for port (68a2b664-c9b2-4634-9562-bace1a77b2e1), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:38.990037 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529145684'] for port (68a2b664-c9b2-4634-9562-bace1a77b2e1), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:39.062372 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:39.078402 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Pushing event updated for resources: {'Port': ['ID=68a2b664-c9b2-4634-9562-bace1a77b2e1,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:39.088171 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (1c0a99b7-b68e-4f8e-979c-947dca20a619), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:39.186959 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Floating IP 1c0a99b7-b68e-4f8e-979c-947dca20a619 associated. External IP: 172.27.1.5, port: 26b6ab63-8e74-43dc-82a1-e3067592fa61. Jul 20 08:31:39.364996 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:39.393119 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Router a800c844-60ce-43e9-8724-4e3d5044bd19 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:31:39.503301 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:31:39.513999 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0c9b6-a01e-4825-9d7c-1ac645538641 None None] Sync routers for ids ['a800c844-60ce-43e9-8724-4e3d5044bd19'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:31:39.524358 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:39.526354 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0c9b6-a01e-4825-9d7c-1ac645538641 None None] Routers {'a800c844-60ce-43e9-8724-4e3d5044bd19'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:31:39.536649 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2df0c9b6-a01e-4825-9d7c-1ac645538641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:31:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['a800c844-60ce-43e9-8724-4e3d5044bd19'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:31:39.562179 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ea319e9b-9e64-49df-9e3d-9c1d0e1b5e76 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8154075 Jul 20 08:31:39.562179 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'tag': '26b6ab63-8e74-43dc-82a1-e3067592fa61'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:31:39.562179 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00f69ad5a0cac4e7728d797b6610dcca539aaa5862e314ac00bb2191cad31ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c670aa-1eae-47f2-b09a-ba37872dca74" -d '{"events": [{"name": "network-changed", "server_uuid": "a437f068-8b36-411d-ab25-a00ec30b71de", "tag": "26b6ab63-8e74-43dc-82a1-e3067592fa61"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:31:39.564711 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 39104) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:39.571527 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-cdcba4df-7e7d-4098-853a-d30e08f392f9 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-521191702', 'description': 'tempest-secgroup-smoke-521191702 description', 'project_id': '5732783c305f47a389104f7ea5ac5fcf'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:39.607584 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cdcba4df-7e7d-4098-853a-d30e08f392f9 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:39.651648 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:39.662219 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53995e-2294-41cb-8c3e-84b890def8bf req-696b8431-b16e-4579-b1f2-4b06c02b2280 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:39.665258 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6b53995e-2294-41cb-8c3e-84b890def8bf req-696b8431-b16e-4579-b1f2-4b06c02b2280 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0685015 Jul 20 08:31:39.705459 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-2df0c9b6-a01e-4825-9d7c-1ac645538641 None None] Set router a800c844-60ce-43e9-8724-4e3d5044bd19 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:31:39.719217 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cdcba4df-7e7d-4098-853a-d30e08f392f9 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group (a997cc5b-0979-4200-9724-02c22d8b4826), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:39.723604 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434540b7-37ba-4c33-b51f-fff3946ddcf2 x-openstack-request-id: req-434540b7-37ba-4c33-b51f-fff3946ddcf2 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:31:39.725177 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cdcba4df-7e7d-4098-853a-d30e08f392f9 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (a997cc5b-0979-4200-9724-02c22d8b4826), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:39.725841 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a437f068-8b36-411d-ab25-a00ec30b71de", "tag": "26b6ab63-8e74-43dc-82a1-e3067592fa61", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:31:39.728334 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-434540b7-37ba-4c33-b51f-fff3946ddcf2 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:31:39.730355 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-434540b7-37ba-4c33-b51f-fff3946ddcf2'] response: {'name': 'network-changed', 'server_uuid': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'tag': '26b6ab63-8e74-43dc-82a1-e3067592fa61', 'status': 'completed', 'code': 200} Jul 20 08:31:39.786718 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6b53995e-2294-41cb-8c3e-84b890def8bf req-9bc2efa2-7845-4ae9-923b-844ac037da06 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152530 Jul 20 08:31:39.830389 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f8e38-7ba9-43a5-9153-6b12f66ac886 req-edf27d1d-3b77-49e5-a8dd-24274c2498fd tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:39.832059 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ba4f8e38-7ba9-43a5-9153-6b12f66ac886 req-edf27d1d-3b77-49e5-a8dd-24274c2498fd tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 946 time: 0.0798337 Jul 20 08:31:39.840136 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:39.849234 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cdcba4df-7e7d-4098-853a-d30e08f392f9 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:39.854274 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39114) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:39.854856 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-cdcba4df-7e7d-4098-853a-d30e08f392f9 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2881062 Jul 20 08:31:39.860496 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-61f40edb-c6a1-4d01-92b6-aab5f27cd653 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Request body: {'security_group_rule': {'security_group_id': 'a997cc5b-0979-4200-9724-02c22d8b4826', 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:39.882763 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:39.932252 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ba4f8e38-7ba9-43a5-9153-6b12f66ac886 req-9895f9e8-1124-433f-9971-20defc85c923 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729215 Jul 20 08:31:39.934474 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-61f40edb-c6a1-4d01-92b6-aab5f27cd653 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (8f7c3d19-e9a8-4bbd-af74-5cf99827cb65), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:39.934685 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcba4df-7e7d-4098-853a-d30e08f392f9 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a997cc5b-0979-4200-9724-02c22d8b4826,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:40.012063 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2df0c9b6-a01e-4825-9d7c-1ac645538641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'name': 'tempest-TestMinimumBasicScenario-92132350-router', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:08Z', 'updated_at': '2022-07-20T08:30:14Z', 'revision_number': 4, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'gw_port': {'id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:09Z', 'updated_at': '2022-07-20T08:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '1c0a99b7-b68e-4f8e-979c-947dca20a619', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'port_id': '26b6ab63-8e74-43dc-82a1-e3067592fa61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b', 'mac_address': 'fa:16:3e:97:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:31:38Z', 'updated_at': '2022-07-20T08:31:38Z', 'revision_number': 0, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6', 'name': '', 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'mac_address': 'fa:16:3e:18:e5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:12Z', 'updated_at': '2022-07-20T08:30:19Z', 'revision_number': 5, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'subnets': [{'id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:31:40.022377 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['74d72a98-84ae-4d18-bd71-3bf590c0a455'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:31:40.068385 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9add1c7-0b57-4157-b9d4-f0bb288854f5 req-1f3b2b7e-d976-4b91-a904-19497fdc5ad9 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:40.073411 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768e820-ecd3-423f-9af3-3f4297dbbdb0 req-8ed52549-9696-4389-9314-635557d28cc9 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:40.075150 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6768e820-ecd3-423f-9af3-3f4297dbbdb0 req-8ed52549-9696-4389-9314-635557d28cc9 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 946 time: 0.0703385 Jul 20 08:31:40.077481 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a9add1c7-0b57-4157-b9d4-f0bb288854f5 req-1f3b2b7e-d976-4b91-a904-19497fdc5ad9 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 945 time: 0.1234324 Jul 20 08:31:40.084642 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0c9b6-a01e-4825-9d7c-1ac645538641 None None] Checking router: a800c844-60ce-43e9-8724-4e3d5044bd19 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:31:40.106296 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0c9b6-a01e-4825-9d7c-1ac645538641 None None] Routers {'a800c844-60ce-43e9-8724-4e3d5044bd19'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:31:40.106974 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2df0c9b6-a01e-4825-9d7c-1ac645538641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:31:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['a800c844-60ce-43e9-8724-4e3d5044bd19'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:31:40.114277 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-61f40edb-c6a1-4d01-92b6-aab5f27cd653 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (8f7c3d19-e9a8-4bbd-af74-5cf99827cb65), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.130630 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-61f40edb-c6a1-4d01-92b6-aab5f27cd653 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (8f7c3d19-e9a8-4bbd-af74-5cf99827cb65), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.155844 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.157651 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6768e820-ecd3-423f-9af3-3f4297dbbdb0 req-39b890ad-7582-440b-8a93-95265cf0be04 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726025 Jul 20 08:31:40.166650 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:40.169641 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f40edb-c6a1-4d01-92b6-aab5f27cd653 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7c3d19-e9a8-4bbd-af74-5cf99827cb65,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:40.178002 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a9add1c7-0b57-4157-b9d4-f0bb288854f5 req-798fdba9-7af1-4d33-96a3-797a0f72159a tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995131 Jul 20 08:31:40.183615 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-61f40edb-c6a1-4d01-92b6-aab5f27cd653 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.188137 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-61f40edb-c6a1-4d01-92b6-aab5f27cd653 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3291934 Jul 20 08:31:40.188137 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39118) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:40.193738 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-f1457df3-beef-4356-87b4-a6a9eca14f65 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Request body: {'security_group_rule': {'security_group_id': 'a997cc5b-0979-4200-9724-02c22d8b4826', 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:40.234094 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f1457df3-beef-4356-87b4-a6a9eca14f65 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (80d31c5b-f027-4271-bae1-1cc3ba6857c4), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.336292 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f1457df3-beef-4356-87b4-a6a9eca14f65 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (80d31c5b-f027-4271-bae1-1cc3ba6857c4), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.341546 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f1457df3-beef-4356-87b4-a6a9eca14f65 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (80d31c5b-f027-4271-bae1-1cc3ba6857c4), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.361938 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1457df3-beef-4356-87b4-a6a9eca14f65 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d31c5b-f027-4271-bae1-1cc3ba6857c4,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:40.373033 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f1457df3-beef-4356-87b4-a6a9eca14f65 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.377197 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f1457df3-beef-4356-87b4-a6a9eca14f65 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1854603 Jul 20 08:31:40.377558 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 39120) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:40.383202 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-1c61d959-f6f6-48cf-8dc0-f3a37234cf01 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Request body: {'security_group_rule': {'security_group_id': 'a997cc5b-0979-4200-9724-02c22d8b4826', 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:40.412250 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1c61d959-f6f6-48cf-8dc0-f3a37234cf01 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (8a58033c-37e4-4112-b9b6-cb2b6e6a46a4), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.412927 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-2df0c9b6-a01e-4825-9d7c-1ac645538641 None None] Set router a800c844-60ce-43e9-8724-4e3d5044bd19 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:31:40.475707 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1c61d959-f6f6-48cf-8dc0-f3a37234cf01 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (8a58033c-37e4-4112-b9b6-cb2b6e6a46a4), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.479925 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1c61d959-f6f6-48cf-8dc0-f3a37234cf01 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (8a58033c-37e4-4112-b9b6-cb2b6e6a46a4), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.504698 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61d959-f6f6-48cf-8dc0-f3a37234cf01 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a58033c-37e4-4112-b9b6-cb2b6e6a46a4,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:40.515575 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1c61d959-f6f6-48cf-8dc0-f3a37234cf01 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.517655 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1c61d959-f6f6-48cf-8dc0-f3a37234cf01 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380532 Jul 20 08:31:40.520335 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39122) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:40.525444 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-3d6fc89a-4a4a-4bd7-a2e8-fd29b9bf8da1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Request body: {'security_group_rule': {'security_group_id': 'a997cc5b-0979-4200-9724-02c22d8b4826', 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:40.559847 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3d6fc89a-4a4a-4bd7-a2e8-fd29b9bf8da1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (b491f2b9-93f4-47cf-b3ab-75d3f32ecc1f), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.594263 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:40.629185 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3d6fc89a-4a4a-4bd7-a2e8-fd29b9bf8da1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (b491f2b9-93f4-47cf-b3ab-75d3f32ecc1f), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.634063 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3d6fc89a-4a4a-4bd7-a2e8-fd29b9bf8da1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (b491f2b9-93f4-47cf-b3ab-75d3f32ecc1f), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.660418 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fc89a-4a4a-4bd7-a2e8-fd29b9bf8da1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b491f2b9-93f4-47cf-b3ab-75d3f32ecc1f,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:40.668013 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3d6fc89a-4a4a-4bd7-a2e8-fd29b9bf8da1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.671671 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-3d6fc89a-4a4a-4bd7-a2e8-fd29b9bf8da1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477687 Jul 20 08:31:40.671964 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39124) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:40.677100 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-008bdba0-5afc-4a78-94bc-ae6d021b7ba1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Request body: {'security_group_rule': {'security_group_id': 'a997cc5b-0979-4200-9724-02c22d8b4826', 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:40.700353 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.securitygroups_db [None req-008bdba0-5afc-4a78-94bc-ae6d021b7ba1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Project 5732783c305f47a389104f7ea5ac5fcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 08:31:40.706556 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-008bdba0-5afc-4a78-94bc-ae6d021b7ba1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (bb36bef4-2d0d-45c2-8426-31bb0bb67b87), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.731579 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 25187f6d-a614-4168-94dd-d0c397aaf6f3 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:31:40.749570 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:40.773117 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-008bdba0-5afc-4a78-94bc-ae6d021b7ba1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (bb36bef4-2d0d-45c2-8426-31bb0bb67b87), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.777201 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-008bdba0-5afc-4a78-94bc-ae6d021b7ba1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (bb36bef4-2d0d-45c2-8426-31bb0bb67b87), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.798201 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bdba0-5afc-4a78-94bc-ae6d021b7ba1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb36bef4-2d0d-45c2-8426-31bb0bb67b87,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:40.800554 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2df0c9b6-a01e-4825-9d7c-1ac645538641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'name': 'tempest-TestMinimumBasicScenario-92132350-router', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:08Z', 'updated_at': '2022-07-20T08:30:14Z', 'revision_number': 4, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'gw_port': {'id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:09Z', 'updated_at': '2022-07-20T08:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '1c0a99b7-b68e-4f8e-979c-947dca20a619', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'port_id': '26b6ab63-8e74-43dc-82a1-e3067592fa61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b', 'mac_address': 'fa:16:3e:97:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:31:38Z', 'updated_at': '2022-07-20T08:31:38Z', 'revision_number': 0, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6', 'name': '', 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'mac_address': 'fa:16:3e:18:e5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:12Z', 'updated_at': '2022-07-20T08:30:19Z', 'revision_number': 5, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'subnets': [{'id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:31:40.804030 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-008bdba0-5afc-4a78-94bc-ae6d021b7ba1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.808945 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-008bdba0-5afc-4a78-94bc-ae6d021b7ba1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327519 Jul 20 08:31:40.809111 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39126) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:40.813742 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-7b3316ef-ccca-472a-9cd5-9a7d16de5d5a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Request body: {'security_group_rule': {'security_group_id': 'a997cc5b-0979-4200-9724-02c22d8b4826', 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:40.834231 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0c9b6-a01e-4825-9d7c-1ac645538641 None None] The sync data for ids ['a800c844-60ce-43e9-8724-4e3d5044bd19'] in dv-cinder-823089-3-iscsi is: [{'id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'name': 'tempest-TestMinimumBasicScenario-92132350-router', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:08Z', 'updated_at': '2022-07-20T08:30:14Z', 'revision_number': 4, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'gw_port': {'id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:09Z', 'updated_at': '2022-07-20T08:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '1c0a99b7-b68e-4f8e-979c-947dca20a619', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'port_id': '26b6ab63-8e74-43dc-82a1-e3067592fa61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b', 'mac_address': 'fa:16:3e:97:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:31:38Z', 'updated_at': '2022-07-20T08:31:38Z', 'revision_number': 0, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6', 'name': '', 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'mac_address': 'fa:16:3e:18:e5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:12Z', 'updated_at': '2022-07-20T08:30:19Z', 'revision_number': 5, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'subnets': [{'id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:31:40.836307 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.securitygroups_db [None req-7b3316ef-ccca-472a-9cd5-9a7d16de5d5a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Project 5732783c305f47a389104f7ea5ac5fcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 08:31:40.844987 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7b3316ef-ccca-472a-9cd5-9a7d16de5d5a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (7c708484-ca88-4d02-addb-ba3fb77a10f9), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.859165 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:40.874802 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 25187f6d-a614-4168-94dd-d0c397aaf6f3 is: ACTIVE; New status is: DOWN {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:31:40.875219 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.906782 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25187f6d-a614-4168-94dd-d0c397aaf6f3'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:31:40.909240 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b057433-a86b-4a17-ba12-82535b18052c" -d '{"events": [{"server_uuid": "21b295e0-508c-4cd5-b18f-3b808c0ff265", "name": "network-vif-unplugged", "status": "completed", "tag": "25187f6d-a614-4168-94dd-d0c397aaf6f3"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:31:40.928816 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 25187f6d-a614-4168-94dd-d0c397aaf6f3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:31:40.936940 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.968437 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7b3316ef-ccca-472a-9cd5-9a7d16de5d5a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (7c708484-ca88-4d02-addb-ba3fb77a10f9), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:40.977098 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5c7b0-a1ed-4a6d-b601-70c4e52ad215 req-21c40ca6-8b07-4cfc-90a1-c785be4cede2 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:40.979315 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b6a5c7b0-a1ed-4a6d-b601-70c4e52ad215 req-21c40ca6-8b07-4cfc-90a1-c785be4cede2 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0698543 Jul 20 08:31:40.983398 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7b3316ef-ccca-472a-9cd5-9a7d16de5d5a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (7c708484-ca88-4d02-addb-ba3fb77a10f9), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:41.016578 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3316ef-ccca-472a-9cd5-9a7d16de5d5a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c708484-ca88-4d02-addb-ba3fb77a10f9,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:41.028010 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=25187f6d-a614-4168-94dd-d0c397aaf6f3,revision_number=8']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:41.034108 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 08:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25795b5-8d41-4339-b4fc-02493925b2f8 x-openstack-request-id: req-d25795b5-8d41-4339-b4fc-02493925b2f8 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:31:41.034108 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b295e0-508c-4cd5-b18f-3b808c0ff265", "name": "network-vif-unplugged", "status": "completed", "tag": "25187f6d-a614-4168-94dd-d0c397aaf6f3", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:31:41.034339 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d25795b5-8d41-4339-b4fc-02493925b2f8 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:31:41.034573 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d25795b5-8d41-4339-b4fc-02493925b2f8'] response: {'server_uuid': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25187f6d-a614-4168-94dd-d0c397aaf6f3', 'code': 200} Jul 20 08:31:41.056992 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7b3316ef-ccca-472a-9cd5-9a7d16de5d5a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:41.058846 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-7b3316ef-ccca-472a-9cd5-9a7d16de5d5a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2481625 Jul 20 08:31:41.077254 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b6a5c7b0-a1ed-4a6d-b601-70c4e52ad215 req-e29e0f3e-8c61-459f-b0c7-b6b0d7f405c9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917122 Jul 20 08:31:41.140676 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcea409-9f04-4709-9d76-9998d888a2c8 req-2d541e87-d018-434c-bd36-618910381313 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:41.142392 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9bcea409-9f04-4709-9d76-9998d888a2c8 req-2d541e87-d018-434c-bd36-618910381313 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 946 time: 0.0523477 Jul 20 08:31:41.153130 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce42ee9d-fd4c-46c4-900e-a76642fb50b3 None None] New status for floating IP 1c0a99b7-b68e-4f8e-979c-947dca20a619: ACTIVE {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:31:41.198247 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9bcea409-9f04-4709-9d76-9998d888a2c8 req-edf11bb2-c05b-4c0a-b101-73f3ec1d13b4 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497000 Jul 20 08:31:41.198801 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-82fb02ef-e456-4b55-8b12-24409dfe67d2 req-147648a9-a2c5-4f82-ad74-6a377c32d37a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-521191702&fields=id&tenant_id=5732783c305f47a389104f7ea5ac5fcf HTTP/1.1" status: 200 len: 267 time: 0.0594487 Jul 20 08:31:41.268268 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb02ef-e456-4b55-8b12-24409dfe67d2 req-8d36c578-c625-4dcc-8ff3-8aba5c2d49b2 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:41.269949 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-82fb02ef-e456-4b55-8b12-24409dfe67d2 req-8d36c578-c625-4dcc-8ff3-8aba5c2d49b2 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 945 time: 0.0654333 Jul 20 08:31:41.282335 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-82fb02ef-e456-4b55-8b12-24409dfe67d2 req-8aa840c7-671b-4457-b395-77cf2ff857c5 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Request body: {'port': {'security_groups': ['6c1a4d1b-de2b-4583-bea3-7d1b6916216a', 'a997cc5b-0979-4200-9724-02c22d8b4826']}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:41.311689 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71ba95-0cf4-4b38-a8a1-25cb835aded3 req-f0f093c1-4cf6-4806-b0a1-656fb0a7b018 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:41.313415 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4f71ba95-0cf4-4b38-a8a1-25cb835aded3 req-f0f093c1-4cf6-4806-b0a1-656fb0a7b018 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0487363 Jul 20 08:31:41.371176 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4f71ba95-0cf4-4b38-a8a1-25cb835aded3 req-373f53e4-a474-4bb0-b017-476ab84b7d70 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514145 Jul 20 08:31:41.372407 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-82fb02ef-e456-4b55-8b12-24409dfe67d2 req-8aa840c7-671b-4457-b395-77cf2ff857c5 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:41.451900 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:41.480386 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e5408-cd08-456b-8d9b-d37ae0939cb2 req-eb718155-da8f-429a-ad9a-665ce5745c06 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:41.481899 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-321e5408-cd08-456b-8d9b-d37ae0939cb2 req-eb718155-da8f-429a-ad9a-665ce5745c06 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 945 time: 0.0525839 Jul 20 08:31:41.533771 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-321e5408-cd08-456b-8d9b-d37ae0939cb2 req-64a971a6-05a8-4d8e-b726-6e44c3eab513 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462339 Jul 20 08:31:41.605212 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-82fb02ef-e456-4b55-8b12-24409dfe67d2 req-8aa840c7-671b-4457-b395-77cf2ff857c5 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] For port 26b6ab63-8e74-43dc-82a1-e3067592fa61, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=26b6ab63-8e74-43dc-82a1-e3067592fa61,segment=NetworkSegment(776cc961-cf1a-4387-a2ab-f77730405db8),segment_id=776cc961-cf1a-4387-a2ab-f77730405db8)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:31:41.637117 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-82fb02ef-e456-4b55-8b12-24409dfe67d2 req-8aa840c7-671b-4457-b395-77cf2ff857c5 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:41.641658 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-82fb02ef-e456-4b55-8b12-24409dfe67d2 req-8aa840c7-671b-4457-b395-77cf2ff857c5 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529145684'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:41.688297 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb02ef-e456-4b55-8b12-24409dfe67d2 req-8aa840c7-671b-4457-b395-77cf2ff857c5 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:41.689075 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-82fb02ef-e456-4b55-8b12-24409dfe67d2 req-8aa840c7-671b-4457-b395-77cf2ff857c5 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:41.691837 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-82fb02ef-e456-4b55-8b12-24409dfe67d2 req-8aa840c7-671b-4457-b395-77cf2ff857c5 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "PUT /v2.0/ports/26b6ab63-8e74-43dc-82a1-e3067592fa61 HTTP/1.1" status: 200 len: 981 time: 0.4137535 Jul 20 08:31:41.723827 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa840c7-671b-4457-b395-77cf2ff857c5 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Pushing event updated for resources: {'Port': ['ID=26b6ab63-8e74-43dc-82a1-e3067592fa61,revision_number=6']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:41.733176 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'tag': '26b6ab63-8e74-43dc-82a1-e3067592fa61'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:31:41.742020 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00f69ad5a0cac4e7728d797b6610dcca539aaa5862e314ac00bb2191cad31ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0476c51-2f7b-46bb-acff-d413908b96a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a437f068-8b36-411d-ab25-a00ec30b71de", "tag": "26b6ab63-8e74-43dc-82a1-e3067592fa61"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:31:41.796715 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f976a-409f-4d66-bdc8-251c3cd309d1 req-6182933b-e6d2-4e3c-a74f-cb081641b867 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:41.798443 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5e6f976a-409f-4d66-bdc8-251c3cd309d1 req-6182933b-e6d2-4e3c-a74f-cb081641b867 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 984 time: 0.0524635 Jul 20 08:31:41.829109 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:41.876292 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5e6f976a-409f-4d66-bdc8-251c3cd309d1 req-7259b046-8a58-4a3d-9615-0f2e9cbc88a4 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&id=a997cc5b-0979-4200-9724-02c22d8b4826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684862 Jul 20 08:31:41.912494 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-edab38a6-a355-4e57-aa28-2697f5eb8d11 None None] Provisioning complete for port 26b6ab63-8e74-43dc-82a1-e3067592fa61 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:31:41.912494 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-edab38a6-a355-4e57-aa28-2697f5eb8d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:41.936562 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ce354a-e68d-47a2-992f-2909067896cd x-openstack-request-id: req-04ce354a-e68d-47a2-992f-2909067896cd {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:31:41.936856 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a437f068-8b36-411d-ab25-a00ec30b71de", "tag": "26b6ab63-8e74-43dc-82a1-e3067592fa61", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:31:41.937115 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04ce354a-e68d-47a2-992f-2909067896cd {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:31:41.937528 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ce354a-e68d-47a2-992f-2909067896cd'] response: {'name': 'network-changed', 'server_uuid': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'tag': '26b6ab63-8e74-43dc-82a1-e3067592fa61', 'status': 'completed', 'code': 200} Jul 20 08:31:41.992364 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-edab38a6-a355-4e57-aa28-2697f5eb8d11 None None] Current status of the port 26b6ab63-8e74-43dc-82a1-e3067592fa61 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:31:42.325505 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4f9fd-2948-4edf-8742-b7501f5494a0 req-48e48a9a-0769-440d-8bc6-e046e90b16d6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:42.327018 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-36a4f9fd-2948-4edf-8742-b7501f5494a0 req-48e48a9a-0769-440d-8bc6-e046e90b16d6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 946 time: 0.0526502 Jul 20 08:31:42.381452 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-36a4f9fd-2948-4edf-8742-b7501f5494a0 req-fdab7ff3-a56a-47f4-a533-8cb691fca10e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488439 Jul 20 08:31:42.491250 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43abef-ca13-41b9-8812-6fa716864597 req-761ac9b0-1934-416b-96ad-e246a39db88d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:42.492854 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6f43abef-ca13-41b9-8812-6fa716864597 req-761ac9b0-1934-416b-96ad-e246a39db88d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0502753 Jul 20 08:31:42.544866 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6f43abef-ca13-41b9-8812-6fa716864597 req-ed12886e-0ee6-4cc1-b13a-417315a366e0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447416 Jul 20 08:31:42.655898 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d679db-b997-48b8-9157-b73fe7422c3c req-a73695cf-c4c9-4fbf-8fcc-1144d2b71ff1 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:42.657445 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-26d679db-b997-48b8-9157-b73fe7422c3c req-a73695cf-c4c9-4fbf-8fcc-1144d2b71ff1 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 945 time: 0.0489304 Jul 20 08:31:42.711378 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-26d679db-b997-48b8-9157-b73fe7422c3c req-5dd25012-ba3f-4aa0-9a84-e2ae883713b2 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480647 Jul 20 08:31:42.716667 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['26b6ab63-8e74-43dc-82a1-e3067592fa61'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:31:42.832945 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 74d72a98-84ae-4d18-bd71-3bf590c0a455 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:31:42.911220 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 74d72a98-84ae-4d18-bd71-3bf590c0a455 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:31:42.922910 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 74d72a98-84ae-4d18-bd71-3bf590c0a455 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:31:42.923569 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:42.932401 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['26b6ab63-8e74-43dc-82a1-e3067592fa61'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:31:42.991297 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:43.123015 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 74d72a98-84ae-4d18-bd71-3bf590c0a455 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:31:43.123402 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:43.174373 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:43.181625 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d72a98-84ae-4d18-bd71-3bf590c0a455'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:31:43.183961 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa512dc6-978f-425f-bea6-af422f2781ea" -d '{"events": [{"server_uuid": "e518b913-0606-4cd9-96f7-dfcf59ff8758", "name": "network-vif-plugged", "status": "completed", "tag": "74d72a98-84ae-4d18-bd71-3bf590c0a455"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:31:43.216231 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 74d72a98-84ae-4d18-bd71-3bf590c0a455, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=74d72a98-84ae-4d18-bd71-3bf590c0a455,segment=NetworkSegment(cb622305-3894-4c30-92b0-7b125aa1fe0f),segment_id=cb622305-3894-4c30-92b0-7b125aa1fe0f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:31:43.228246 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32450f0c-04c5-4395-820d-4069526d0b43 x-openstack-request-id: req-32450f0c-04c5-4395-820d-4069526d0b43 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:31:43.228533 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e518b913-0606-4cd9-96f7-dfcf59ff8758", "name": "network-vif-plugged", "status": "completed", "tag": "74d72a98-84ae-4d18-bd71-3bf590c0a455", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:31:43.228782 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32450f0c-04c5-4395-820d-4069526d0b43 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:31:43.229181 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32450f0c-04c5-4395-820d-4069526d0b43'] response: {'server_uuid': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d72a98-84ae-4d18-bd71-3bf590c0a455', 'code': 200} Jul 20 08:31:43.230179 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:43.338732 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=74d72a98-84ae-4d18-bd71-3bf590c0a455,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:43.490351 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c670aa-1eae-47f2-b09a-ba37872dca74 req-4bc7b706-b2dd-4529-9dce-b922bc7055b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:43.494763 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26c670aa-1eae-47f2-b09a-ba37872dca74 req-4bc7b706-b2dd-4529-9dce-b922bc7055b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5732783c305f47a389104f7ea5ac5fcf&device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 1168 time: 0.0662453 Jul 20 08:31:43.532098 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d8b6e-63a5-4eda-8de8-12827dd24109 req-9742df00-2278-4108-9a38-4634ce81ab2f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:43.533797 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ae1d8b6e-63a5-4eda-8de8-12827dd24109 req-9742df00-2278-4108-9a38-4634ce81ab2f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 946 time: 0.0674527 Jul 20 08:31:43.585887 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ae1d8b6e-63a5-4eda-8de8-12827dd24109 req-0306110c-587c-4f84-a7a3-f7f23d36fb80 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459409 Jul 20 08:31:43.698872 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6cb26-55f9-4095-aa0f-970df07bc176 req-81e0136a-f47e-4d35-a18f-f9bcc1a60348 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:43.700737 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5bc6cb26-55f9-4095-aa0f-970df07bc176 req-81e0136a-f47e-4d35-a18f-f9bcc1a60348 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0545404 Jul 20 08:31:43.752201 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5bc6cb26-55f9-4095-aa0f-970df07bc176 req-e097f08f-8be7-434b-92d7-fba832616d88 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458291 Jul 20 08:31:43.859227 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e3ab5-aee8-4192-a3dd-83bd026f5e64 req-1929fd71-0683-441e-b6b1-e050ad575691 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:43.860740 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2f4e3ab5-aee8-4192-a3dd-83bd026f5e64 req-1929fd71-0683-441e-b6b1-e050ad575691 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 946 time: 0.0520511 Jul 20 08:31:43.870348 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 39176) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:43.875644 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-5ffe1885-b622-4e1b-9b80-2845b31956ea tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'floatingip': {'port_id': '70393be6-628d-4634-90f4-13212f783bcf'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:43.916667 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ffe1885-b622-4e1b-9b80-2845b31956ea tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (a8132ee2-e55f-4e64-b630-6d52e4c00ff6), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:43.958364 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bdb9f-dffa-46ff-a2a8-0233f592b8d1 req-f57bdfbf-a58b-4bed-9346-1597b9226e6b tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:43.959929 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1e8bdb9f-dffa-46ff-a2a8-0233f592b8d1 req-f57bdfbf-a58b-4bed-9346-1597b9226e6b tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0494521 Jul 20 08:31:43.994274 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:44.021017 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1e8bdb9f-dffa-46ff-a2a8-0233f592b8d1 req-f42361ea-ee6c-4476-a38c-5b51f549dce8 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545521 Jul 20 08:31:44.161043 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:44.248422 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:44.686761 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d343ea2-d9f5-43be-bf73-9516cd4de2a8 req-c12eaff0-6c94-4c1a-893d-4f9a18422795 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1054678 Jul 20 08:31:44.693652 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [req-5c35343e-dd07-440d-8b50-a160a7c97dc5 req-b6a9874e-d4b1-41fe-88ed-05fd7953efc2 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 08:31:44.698534 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5c35343e-dd07-440d-8b50-a160a7c97dc5 req-b6a9874e-d4b1-41fe-88ed-05fd7953efc2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0636413 Jul 20 08:31:44.733354 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c670aa-1eae-47f2-b09a-ba37872dca74 req-70668cbf-6ebf-43e1-9b9b-33392af86255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:44.734876 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26c670aa-1eae-47f2-b09a-ba37872dca74 req-70668cbf-6ebf-43e1-9b9b-33392af86255 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abdb2b01-7e23-48cd-9c85-17299972804b HTTP/1.1" status: 200 len: 914 time: 0.4351845 Jul 20 08:31:44.795007 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ffe1885-b622-4e1b-9b80-2845b31956ea tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:44.856241 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ffe1885-b622-4e1b-9b80-2845b31956ea tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (a8132ee2-e55f-4e64-b630-6d52e4c00ff6), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:44.954329 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c8b66-a12f-4793-a71d-3647c319c870 req-685b6b8a-f16b-42f4-b9d2-220c32c4f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:44.955810 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-143c8b66-a12f-4793-a71d-3647c319c870 req-685b6b8a-f16b-42f4-b9d2-220c32c4f413 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 1130 time: 0.1514568 Jul 20 08:31:45.061854 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d343ea2-d9f5-43be-bf73-9516cd4de2a8 req-838ee6c3-11f7-400e-bc8b-62d722f35029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:45.062797 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d343ea2-d9f5-43be-bf73-9516cd4de2a8 req-838ee6c3-11f7-400e-bc8b-62d722f35029 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4764ea3c4f4bf98ea56ee0798adfdc&device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 1130 time: 0.2543006 Jul 20 08:31:45.083930 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6efa7-bde9-4352-8a1e-1328c27e5d5e req-addae1d2-538f-4c0d-98fd-c7c8e718973c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:45.085429 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cba6efa7-bde9-4352-8a1e-1328c27e5d5e req-addae1d2-538f-4c0d-98fd-c7c8e718973c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.2258701 Jul 20 08:31:45.087577 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26c670aa-1eae-47f2-b09a-ba37872dca74 req-74881ff2-ceb1-49a4-9b37-26538cbfa767 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26b6ab63-8e74-43dc-82a1-e3067592fa61 HTTP/1.1" status: 200 len: 999 time: 0.2769837 Jul 20 08:31:45.113186 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39224) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:45.205374 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-143c8b66-a12f-4793-a71d-3647c319c870 req-f040aa7e-c84e-4b8c-a25e-e95463e0fe43 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332706 Jul 20 08:31:45.218880 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f3820-4fdf-4d03-a604-029d2d37e5fb req-e69e4987-2697-44b7-9ab2-18180e7909c1 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:45.220385 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-443f3820-4fdf-4d03-a604-029d2d37e5fb req-e69e4987-2697-44b7-9ab2-18180e7909c1 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0860913 Jul 20 08:31:45.224797 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-ff1326da-efb0-4ab6-bfa9-6eba9a1d7f8d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1104920 Jul 20 08:31:45.228569 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-5ffe1885-b622-4e1b-9b80-2845b31956ea tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Floating IP a8132ee2-e55f-4e64-b630-6d52e4c00ff6 associated. External IP: 172.27.1.153, port: 70393be6-628d-4634-90f4-13212f783bcf. Jul 20 08:31:45.245360 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-f7c4d4ce-e07c-47ea-8e60-d654e0775403 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 08:31:45.246484 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-f7c4d4ce-e07c-47ea-8e60-d654e0775403 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0120826 Jul 20 08:31:45.282030 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-443f3820-4fdf-4d03-a604-029d2d37e5fb req-ba7b7a5e-ff0b-4230-8ad9-ff2faea94713 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556803 Jul 20 08:31:45.304855 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cba6efa7-bde9-4352-8a1e-1328c27e5d5e req-f32442b6-8f37-46bd-8c79-b0ab64432036 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001739 Jul 20 08:31:45.323263 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c670aa-1eae-47f2-b09a-ba37872dca74 req-492e338f-c9a6-4211-b497-ebe86963bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:45.324722 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26c670aa-1eae-47f2-b09a-ba37872dca74 req-492e338f-c9a6-4211-b497-ebe86963bf21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=718150d7-7cbc-41c9-a2af-162012ca723e HTTP/1.1" status: 200 len: 852 time: 0.2051120 Jul 20 08:31:45.333114 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39232) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:45.395119 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d343ea2-d9f5-43be-bf73-9516cd4de2a8 req-e147da23-b5be-480b-962b-5fe60262dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:45.396621 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d343ea2-d9f5-43be-bf73-9516cd4de2a8 req-e147da23-b5be-480b-962b-5fe60262dc35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 HTTP/1.1" status: 200 len: 911 time: 0.2751107 Jul 20 08:31:45.411195 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:45.439952 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-f5f57cc8-8f57-45f9-bc1b-d536fba800f1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:45.441363 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-f5f57cc8-8f57-45f9-bc1b-d536fba800f1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports/25187f6d-a614-4168-94dd-d0c397aaf6f3 HTTP/1.1" status: 200 len: 941 time: 0.1058717 Jul 20 08:31:45.519469 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffe1885-b622-4e1b-9b80-2845b31956ea tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Router f89a0f50-73be-4465-b934-a3589109ebd2 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:31:45.528349 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:45.641916 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffe1885-b622-4e1b-9b80-2845b31956ea tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:31:45.655999 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ffe1885-b622-4e1b-9b80-2845b31956ea tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:45.657367 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1bc7f-7ac9-4e67-a31a-d0b33f59ac99 None None] Sync routers for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:31:45.672316 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1bc7f-7ac9-4e67-a31a-d0b33f59ac99 None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:31:45.673372 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d6c1bc7f-7ac9-4e67-a31a-d0b33f59ac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:31:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:31:45.698544 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5ffe1885-b622-4e1b-9b80-2845b31956ea tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "PUT /v2.0/floatingips/a8132ee2-e55f-4e64-b630-6d52e4c00ff6 HTTP/1.1" status: 200 len: 992 time: 1.8267961 Jul 20 08:31:45.700362 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28eb9e1d-9ca5-43a1-8330-ae91249f609c', 'tag': '70393be6-628d-4634-90f4-13212f783bcf'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:31:45.703532 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d3590b-56d5-444a-8970-e3ccb71bcc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "28eb9e1d-9ca5-43a1-8330-ae91249f609c", "tag": "70393be6-628d-4634-90f4-13212f783bcf"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:31:45.744452 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1aa6fc-f707-49c1-a234-1d47b68f8cde x-openstack-request-id: req-8c1aa6fc-f707-49c1-a234-1d47b68f8cde {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:31:45.744854 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28eb9e1d-9ca5-43a1-8330-ae91249f609c", "tag": "70393be6-628d-4634-90f4-13212f783bcf", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:31:45.745133 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c1aa6fc-f707-49c1-a234-1d47b68f8cde {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:31:45.745785 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1aa6fc-f707-49c1-a234-1d47b68f8cde'] response: {'name': 'network-changed', 'server_uuid': '28eb9e1d-9ca5-43a1-8330-ae91249f609c', 'tag': '70393be6-628d-4634-90f4-13212f783bcf', 'status': 'completed', 'code': 200} Jul 20 08:31:45.798760 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-d6c1bc7f-7ac9-4e67-a31a-d0b33f59ac99 None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:31:45.869737 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:45.925808 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c670aa-1eae-47f2-b09a-ba37872dca74 req-7c909981-0644-4b38-99ee-cce601bac6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:45.927431 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26c670aa-1eae-47f2-b09a-ba37872dca74 req-7c909981-0644-4b38-99ee-cce601bac6fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abdb2b01-7e23-48cd-9c85-17299972804b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479195 Jul 20 08:31:46.032334 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d6c1bc7f-7ac9-4e67-a31a-d0b33f59ac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '69e8886c-1ebd-4322-ad14-0ecad9a17cab', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': 'e37caaf1-6167-4ebe-94cd-55ea929f139d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:bb:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:26:17Z', 'updated_at': '2022-07-20T08:27:22Z', 'revision_number': 2, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}, {'id': 'a8132ee2-e55f-4e64-b630-6d52e4c00ff6', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': '70393be6-628d-4634-90f4-13212f783bcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:91:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eb9e1d-9ca5-43a1-8330-ae91249f609c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:31:22Z', 'updated_at': '2022-07-20T08:31:44Z', 'revision_number': 1, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:31:46.061365 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1bc7f-7ac9-4e67-a31a-d0b33f59ac99 None None] Checking router: f89a0f50-73be-4465-b934-a3589109ebd2 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:31:46.070448 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1bc7f-7ac9-4e67-a31a-d0b33f59ac99 None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:31:46.071099 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d6c1bc7f-7ac9-4e67-a31a-d0b33f59ac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:31:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:31:46.172606 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:46.182829 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-d6c1bc7f-7ac9-4e67-a31a-d0b33f59ac99 None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:31:46.423831 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2af873-1921-4161-9bd4-d20e62861f29 req-0f50bed4-8b2a-49a0-8a7d-1db4ab8b23d7 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:46.425560 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4a2af873-1921-4161-9bd4-d20e62861f29 req-0f50bed4-8b2a-49a0-8a7d-1db4ab8b23d7 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0630658 Jul 20 08:31:46.455247 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d1f04-b1ac-4e07-928f-0fa7495eb730 req-526fef3c-982b-4304-9445-19fee8e7de38 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:46.458415 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f96d1f04-b1ac-4e07-928f-0fa7495eb730 req-526fef3c-982b-4304-9445-19fee8e7de38 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0638146 Jul 20 08:31:46.490902 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4a2af873-1921-4161-9bd4-d20e62861f29 req-099352c9-9aa0-458a-897c-3892f79f6f7f tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583272 Jul 20 08:31:46.522073 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f96d1f04-b1ac-4e07-928f-0fa7495eb730 req-a16bad5f-016c-4656-ad76-e625ec00f085 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556462 Jul 20 08:31:46.584567 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d6c1bc7f-7ac9-4e67-a31a-d0b33f59ac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '69e8886c-1ebd-4322-ad14-0ecad9a17cab', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': 'e37caaf1-6167-4ebe-94cd-55ea929f139d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:bb:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:26:17Z', 'updated_at': '2022-07-20T08:27:22Z', 'revision_number': 2, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}, {'id': 'a8132ee2-e55f-4e64-b630-6d52e4c00ff6', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': '70393be6-628d-4634-90f4-13212f783bcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:91:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eb9e1d-9ca5-43a1-8330-ae91249f609c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:31:22Z', 'updated_at': '2022-07-20T08:31:44Z', 'revision_number': 1, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:31:46.611632 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1bc7f-7ac9-4e67-a31a-d0b33f59ac99 None None] The sync data for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi is: [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '69e8886c-1ebd-4322-ad14-0ecad9a17cab', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': 'e37caaf1-6167-4ebe-94cd-55ea929f139d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:bb:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:26:17Z', 'updated_at': '2022-07-20T08:27:22Z', 'revision_number': 2, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}, {'id': 'a8132ee2-e55f-4e64-b630-6d52e4c00ff6', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': '70393be6-628d-4634-90f4-13212f783bcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:91:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eb9e1d-9ca5-43a1-8330-ae91249f609c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:31:22Z', 'updated_at': '2022-07-20T08:31:44Z', 'revision_number': 1, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:31:46.835098 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d49b0f-fd8a-4f89-a6c7-12fdaacf6797 None None] New status for floating IP a8132ee2-e55f-4e64-b630-6d52e4c00ff6: ACTIVE {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:31:46.835951 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3590b-56d5-444a-8970-e3ccb71bcc1d req-dd96e3e1-436c-49ec-96f5-04da1df000fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:46.838297 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7d3590b-56d5-444a-8970-e3ccb71bcc1d req-dd96e3e1-436c-49ec-96f5-04da1df000fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 1130 time: 0.1160045 Jul 20 08:31:46.842699 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d343ea2-d9f5-43be-bf73-9516cd4de2a8 req-22e33a5f-5f42-46ee-a2ce-c5b17e5fe39f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90d4b267-6b9e-479b-978c-9e4434caa2b0 HTTP/1.1" status: 200 len: 1002 time: 0.1728156 Jul 20 08:31:46.845933 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 25187f6d-a614-4168-94dd-d0c397aaf6f3 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:31:46.878988 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26c670aa-1eae-47f2-b09a-ba37872dca74 req-dce370b1-4d05-4827-96db-1c74f5f99926 service neutron] 10.222.0.18 "GET /v2.0/networks/abdb2b01-7e23-48cd-9c85-17299972804b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576250 Jul 20 08:31:46.941157 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 25187f6d-a614-4168-94dd-d0c397aaf6f3 is: DOWN; New status is: DOWN {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:31:46.950184 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d343ea2-d9f5-43be-bf73-9516cd4de2a8 req-e458aca7-0cd8-4aac-8c91-3fca2f1f9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:46.951640 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d343ea2-d9f5-43be-bf73-9516cd4de2a8 req-e458aca7-0cd8-4aac-8c91-3fca2f1f9646 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7 HTTP/1.1" status: 200 len: 849 time: 0.0712619 Jul 20 08:31:47.114986 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d343ea2-d9f5-43be-bf73-9516cd4de2a8 req-d94798d4-331d-40aa-81ea-0aac010d9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:47.116554 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d343ea2-d9f5-43be-bf73-9516cd4de2a8 req-d94798d4-331d-40aa-81ea-0aac010d9ef6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1528931 Jul 20 08:31:47.172546 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3590b-56d5-444a-8970-e3ccb71bcc1d req-b7bb5262-3558-40e9-b06e-b78acfebddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:47.174434 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7d3590b-56d5-444a-8970-e3ccb71bcc1d req-b7bb5262-3558-40e9-b06e-b78acfebddb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21da7406-374d-4389-9eee-8af0140c04bf HTTP/1.1" status: 200 len: 915 time: 0.2355850 Jul 20 08:31:47.178238 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26c670aa-1eae-47f2-b09a-ba37872dca74 req-0f326dbc-dc62-4e95-9da5-ece1fd8d0ee3 service neutron] 10.222.0.18 "GET /v2.0/networks/abdb2b01-7e23-48cd-9c85-17299972804b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256582 Jul 20 08:31:47.625292 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edb438-3b13-463e-8b63-6530c22a70c5 req-600d7a9b-8614-4d2a-9617-e682f1f68d68 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:47.626956 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c8edb438-3b13-463e-8b63-6530c22a70c5 req-600d7a9b-8614-4d2a-9617-e682f1f68d68 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0660882 Jul 20 08:31:47.655048 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:47.680812 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba5d92-fe91-4b26-89c4-e9f55ea14c0f req-5035db66-5f25-42dc-a40d-1d3c6de028d3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:47.683244 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e0ba5d92-fe91-4b26-89c4-e9f55ea14c0f req-5035db66-5f25-42dc-a40d-1d3c6de028d3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0689230 Jul 20 08:31:47.702399 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c8edb438-3b13-463e-8b63-6530c22a70c5 req-3c3ce359-4fe1-4484-af67-e607eeea3402 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692389 Jul 20 08:31:47.752536 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e0ba5d92-fe91-4b26-89c4-e9f55ea14c0f req-3436ae72-003a-4099-bc88-4607c88cc9d4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617359 Jul 20 08:31:48.073170 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0476c51-2f7b-46bb-acff-d413908b96a3 req-48487d44-6ae3-4356-8d6d-b56f4ffbc800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:48.074814 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0476c51-2f7b-46bb-acff-d413908b96a3 req-48487d44-6ae3-4356-8d6d-b56f4ffbc800 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5732783c305f47a389104f7ea5ac5fcf&device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 1168 time: 0.1298215 Jul 20 08:31:48.084793 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7d3590b-56d5-444a-8970-e3ccb71bcc1d req-4ef02cae-3e1a-4e5d-b679-cc59f55a302c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70393be6-628d-4634-90f4-13212f783bcf HTTP/1.1" status: 200 len: 1002 time: 0.1774538 Jul 20 08:31:48.166547 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:48.206015 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d343ea2-d9f5-43be-bf73-9516cd4de2a8 req-1b036faa-02cc-42c5-811c-375a009780df service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968607 Jul 20 08:31:48.228337 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3590b-56d5-444a-8970-e3ccb71bcc1d req-2f93e48e-eb4d-4ba5-b41f-703cfc3720ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:48.229823 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7d3590b-56d5-444a-8970-e3ccb71bcc1d req-2f93e48e-eb4d-4ba5-b41f-703cfc3720ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7595eb2-89c2-44a4-8ca5-0b88f939ec19 HTTP/1.1" status: 200 len: 853 time: 0.1290696 Jul 20 08:31:48.332752 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0476c51-2f7b-46bb-acff-d413908b96a3 req-d421808a-9950-4289-a4a4-cab769d2e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:48.334220 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0476c51-2f7b-46bb-acff-d413908b96a3 req-d421808a-9950-4289-a4a4-cab769d2e70a service neutron] 10.222.0.18 "GET /v2.0/networks?id=abdb2b01-7e23-48cd-9c85-17299972804b HTTP/1.1" status: 200 len: 914 time: 0.2468805 Jul 20 08:31:48.340686 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3590b-56d5-444a-8970-e3ccb71bcc1d req-5c8cbf0a-0426-4f72-8e06-2815ff3fc380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:48.342137 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7d3590b-56d5-444a-8970-e3ccb71bcc1d req-5c8cbf0a-0426-4f72-8e06-2815ff3fc380 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21da7406-374d-4389-9eee-8af0140c04bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956476 Jul 20 08:31:48.483016 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d343ea2-d9f5-43be-bf73-9516cd4de2a8 req-59ddd6ca-903a-4bdb-a952-696544bae857 service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659461 Jul 20 08:31:48.486306 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0476c51-2f7b-46bb-acff-d413908b96a3 req-dbcc19f9-fe3b-4e5f-996e-bfbf78b67d6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26b6ab63-8e74-43dc-82a1-e3067592fa61 HTTP/1.1" status: 200 len: 999 time: 0.1432788 Jul 20 08:31:48.806074 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7d3590b-56d5-444a-8970-e3ccb71bcc1d req-a1a89fd5-3eae-46d0-b1a1-4d7da6ed8c70 service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457381 Jul 20 08:31:48.872026 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0476c51-2f7b-46bb-acff-d413908b96a3 req-8c45c314-393c-4d8c-bc1b-c22232bd259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:48.873518 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0476c51-2f7b-46bb-acff-d413908b96a3 req-8c45c314-393c-4d8c-bc1b-c22232bd259d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=718150d7-7cbc-41c9-a2af-162012ca723e HTTP/1.1" status: 200 len: 852 time: 0.3667598 Jul 20 08:31:48.881549 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d749520-53d7-45bf-babf-58a76acdccf4 req-542ae176-2c55-4e6b-8427-8987b242f2b5 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:48.882989 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3d749520-53d7-45bf-babf-58a76acdccf4 req-542ae176-2c55-4e6b-8427-8987b242f2b5 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0947330 Jul 20 08:31:48.901887 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887c470-6fb4-4844-99b6-1b926ac02ed4 req-13e01b97-aad2-4dc4-b49f-86101c0f5028 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:48.903547 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a887c470-6fb4-4844-99b6-1b926ac02ed4 req-13e01b97-aad2-4dc4-b49f-86101c0f5028 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0493472 Jul 20 08:31:48.923318 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:48.954437 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a887c470-6fb4-4844-99b6-1b926ac02ed4 req-4b0d21d3-8aa0-4e16-a1fa-2169a15ad845 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449011 Jul 20 08:31:48.986614 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0476c51-2f7b-46bb-acff-d413908b96a3 req-b665f34d-537b-42cc-8477-20f950ea1033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:48.988123 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0476c51-2f7b-46bb-acff-d413908b96a3 req-b665f34d-537b-42cc-8477-20f950ea1033 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abdb2b01-7e23-48cd-9c85-17299972804b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1041749 Jul 20 08:31:49.000256 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:49.038296 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3d749520-53d7-45bf-babf-58a76acdccf4 req-ca2f1a6d-4710-4715-8ff2-e5d6004dbd37 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245546 Jul 20 08:31:49.040285 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7d3590b-56d5-444a-8970-e3ccb71bcc1d req-882a2d31-81b0-4d33-b135-34f7b355acf9 service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146862 Jul 20 08:31:49.117423 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0476c51-2f7b-46bb-acff-d413908b96a3 req-fa8c8371-9dee-46fe-a7fe-2c659bf3309e service neutron] 10.222.0.18 "GET /v2.0/networks/abdb2b01-7e23-48cd-9c85-17299972804b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160226 Jul 20 08:31:49.160017 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a62fe2-af8e-46ed-abf9-d3e644dea734 req-a1f5257e-d96f-4dcf-87fa-fcfc589901f9 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:49.161496 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a8a62fe2-af8e-46ed-abf9-d3e644dea734 req-a1f5257e-d96f-4dcf-87fa-fcfc589901f9 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0521870 Jul 20 08:31:49.211857 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0476c51-2f7b-46bb-acff-d413908b96a3 req-91d1fc16-416c-4fc1-8f83-3737e97b106a service neutron] 10.222.0.18 "GET /v2.0/networks/abdb2b01-7e23-48cd-9c85-17299972804b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871480 Jul 20 08:31:49.213486 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a8a62fe2-af8e-46ed-abf9-d3e644dea734 req-54e627e9-7e67-490e-91b5-33dbcca6173f tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458839 Jul 20 08:31:49.235690 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39272) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:49.374623 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1396266b-9945-432c-a89f-9d9cf0795dad tempest-TestShelveInstance-925948670 tempest-TestShelveInstance-925948670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:49.376171 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1396266b-9945-432c-a89f-9d9cf0795dad tempest-TestShelveInstance-925948670 tempest-TestShelveInstance-925948670-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 1125 time: 0.1394162 Jul 20 08:31:49.379037 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39276) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:31:49.383306 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Request body: {'floatingip': {'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'port_id': '74d72a98-84ae-4d18-bd71-3bf590c0a455', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:31:49.405866 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:49.490843 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:49.591805 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0bd5d7a5-463b-4b3d-ac11-b1408309ecf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:49.607906 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Allocated IP 172.27.1.182 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/361252ad-1266-42a7-b837-8fce21be70fc) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:31:49.722334 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for port (361252ad-1266-42a7-b837-8fce21be70fc), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:49.756841 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (361252ad-1266-42a7-b837-8fce21be70fc), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:49.790867 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:49.798163 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:31:49.807223 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:31:49.809910 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:31:49.817052 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Pushing event updated for resources: {'Port': ['ID=361252ad-1266-42a7-b837-8fce21be70fc,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:50.109717 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030889e-5cc1-49c3-b55b-eaa56c639016 req-20b21dc4-9ccc-41a4-9205-707a8cbb6ba2 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:50.111220 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9030889e-5cc1-49c3-b55b-eaa56c639016 req-20b21dc4-9ccc-41a4-9205-707a8cbb6ba2 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0578194 Jul 20 08:31:50.163528 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9030889e-5cc1-49c3-b55b-eaa56c639016 req-0f76ba6c-cb2a-4d30-b5c1-5e1f782fad39 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466666 Jul 20 08:31:50.235018 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:50.243938 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:31:50.431700 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for floatingip (92f06370-a0fe-43c1-8204-b4b9e8463acb), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:50.502306 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (361252ad-1266-42a7-b837-8fce21be70fc), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:50.657352 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for port (361252ad-1266-42a7-b837-8fce21be70fc), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:50.661891 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529145684'] for port (361252ad-1266-42a7-b837-8fce21be70fc), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:50.732941 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Pushing event updated for resources: {'Port': ['ID=361252ad-1266-42a7-b837-8fce21be70fc,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:31:50.745463 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (92f06370-a0fe-43c1-8204-b4b9e8463acb), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:50.844088 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Floating IP 92f06370-a0fe-43c1-8204-b4b9e8463acb associated. External IP: 172.27.1.182, port: 74d72a98-84ae-4d18-bd71-3bf590c0a455. Jul 20 08:31:50.924855 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:51.054915 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Router c0cf123f-20b5-4ec2-a780-96cdadb447db has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:31:51.141491 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:51.165829 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:31:51.176427 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128b38e-e21d-4f48-8881-ab5b4eb9ce0c None None] Sync routers for ids ['c0cf123f-20b5-4ec2-a780-96cdadb447db'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:31:51.186679 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:51.188528 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128b38e-e21d-4f48-8881-ab5b4eb9ce0c None None] Routers {'c0cf123f-20b5-4ec2-a780-96cdadb447db'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:31:51.189266 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-e128b38e-e21d-4f48-8881-ab5b4eb9ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:31:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c0cf123f-20b5-4ec2-a780-96cdadb447db'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:31:51.230209 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ea65669e-fd7c-4d6d-b396-914162259f02 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8501136 Jul 20 08:31:51.230954 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'tag': '74d72a98-84ae-4d18-bd71-3bf590c0a455'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:31:51.233481 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00f69ad5a0cac4e7728d797b6610dcca539aaa5862e314ac00bb2191cad31ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1f0fac-87a6-4d4a-895a-3b8ead617dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "e518b913-0606-4cd9-96f7-dfcf59ff8758", "tag": "74d72a98-84ae-4d18-bd71-3bf590c0a455"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:31:51.281390 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcc4255-0188-45e4-a007-86682466e600 x-openstack-request-id: req-7fcc4255-0188-45e4-a007-86682466e600 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:31:51.282028 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e518b913-0606-4cd9-96f7-dfcf59ff8758", "tag": "74d72a98-84ae-4d18-bd71-3bf590c0a455", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:31:51.282028 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7fcc4255-0188-45e4-a007-86682466e600 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:31:51.282240 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fcc4255-0188-45e4-a007-86682466e600'] response: {'name': 'network-changed', 'server_uuid': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'tag': '74d72a98-84ae-4d18-bd71-3bf590c0a455', 'status': 'completed', 'code': 200} Jul 20 08:31:51.302010 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2fb3-d457-4bed-a190-59c5dcc0f17c req-46a9b30f-c8dc-43e8-a839-17a858849e1f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:51.303167 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-e128b38e-e21d-4f48-8881-ab5b4eb9ce0c None None] Set router c0cf123f-20b5-4ec2-a780-96cdadb447db gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:31:51.303662 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c25a2fb3-d457-4bed-a190-59c5dcc0f17c req-46a9b30f-c8dc-43e8-a839-17a858849e1f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0547965 Jul 20 08:31:51.356457 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c25a2fb3-d457-4bed-a190-59c5dcc0f17c req-4c2e2ce6-bf91-4ef9-ac1f-72417c5ddcca tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463293 Jul 20 08:31:51.382272 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f0fac-87a6-4d4a-895a-3b8ead617dc1 req-924aaf83-da01-423c-9609-276ffcc99e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:51.384647 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca1f0fac-87a6-4d4a-895a-3b8ead617dc1 req-924aaf83-da01-423c-9609-276ffcc99e63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=714941c1e0034a37b0bf0144c1eac958&device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 1130 time: 0.0512683 Jul 20 08:31:51.459487 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:51.484997 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:51.505057 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f0fac-87a6-4d4a-895a-3b8ead617dc1 req-6dd578cb-bc8b-4175-8a37-4e3ff7c25daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:51.506523 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca1f0fac-87a6-4d4a-895a-3b8ead617dc1 req-6dd578cb-bc8b-4175-8a37-4e3ff7c25daa service neutron] 10.222.0.18 "GET /v2.0/networks?id=25f446cb-7a17-4014-9d26-36b89d0e107f HTTP/1.1" status: 200 len: 909 time: 0.1022470 Jul 20 08:31:51.531373 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-e128b38e-e21d-4f48-8881-ab5b4eb9ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'name': 'tempest-TestShelveInstance-213468093-router', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:58Z', 'updated_at': '2022-07-20T08:30:02Z', 'revision_number': 4, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'gw_port': {'id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:59Z', 'updated_at': '2022-07-20T08:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '92f06370-a0fe-43c1-8204-b4b9e8463acb', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'port_id': '74d72a98-84ae-4d18-bd71-3bf590c0a455', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f', 'mac_address': 'fa:16:3e:a2:24:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:31:50Z', 'updated_at': '2022-07-20T08:31:50Z', 'revision_number': 0, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c7b459-5d5d-49cd-8b64-a5667386cd4e', 'name': '', 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'mac_address': 'fa:16:3e:53:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '67df32de-3166-445b-a233-44f44257b1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:01Z', 'updated_at': '2022-07-20T08:30:07Z', 'revision_number': 5, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'subnets': [{'id': '67df32de-3166-445b-a233-44f44257b1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:31:51.557719 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128b38e-e21d-4f48-8881-ab5b4eb9ce0c None None] Checking router: c0cf123f-20b5-4ec2-a780-96cdadb447db for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:31:51.566310 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128b38e-e21d-4f48-8881-ab5b4eb9ce0c None None] Routers {'c0cf123f-20b5-4ec2-a780-96cdadb447db'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:31:51.566961 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-e128b38e-e21d-4f48-8881-ab5b4eb9ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:31:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c0cf123f-20b5-4ec2-a780-96cdadb447db'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:31:51.569441 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca1f0fac-87a6-4d4a-895a-3b8ead617dc1 req-02169301-7b1b-4e78-9142-1d57d31d279f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74d72a98-84ae-4d18-bd71-3bf590c0a455 HTTP/1.1" status: 200 len: 1000 time: 0.0561173 Jul 20 08:31:51.623092 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f0fac-87a6-4d4a-895a-3b8ead617dc1 req-4a91bc3f-eab0-4d8a-9cf4-4332a437efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:51.624597 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca1f0fac-87a6-4d4a-895a-3b8ead617dc1 req-4a91bc3f-eab0-4d8a-9cf4-4332a437efa4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=67df32de-3166-445b-a233-44f44257b1ac HTTP/1.1" status: 200 len: 847 time: 0.0490260 Jul 20 08:31:51.675514 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f0fac-87a6-4d4a-895a-3b8ead617dc1 req-7d6960a7-8677-4b6e-b344-fc3c705850c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:51.676741 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-e128b38e-e21d-4f48-8881-ab5b4eb9ce0c None None] Set router c0cf123f-20b5-4ec2-a780-96cdadb447db gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:31:51.677158 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca1f0fac-87a6-4d4a-895a-3b8ead617dc1 req-7d6960a7-8677-4b6e-b344-fc3c705850c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25f446cb-7a17-4014-9d26-36b89d0e107f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463631 Jul 20 08:31:51.767372 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:51.774185 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca1f0fac-87a6-4d4a-895a-3b8ead617dc1 req-d37a3ce6-6015-4107-a203-896c1391bad8 service neutron] 10.222.0.18 "GET /v2.0/networks/25f446cb-7a17-4014-9d26-36b89d0e107f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892844 Jul 20 08:31:51.896740 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-e128b38e-e21d-4f48-8881-ab5b4eb9ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'name': 'tempest-TestShelveInstance-213468093-router', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:58Z', 'updated_at': '2022-07-20T08:30:02Z', 'revision_number': 4, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'gw_port': {'id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:59Z', 'updated_at': '2022-07-20T08:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '92f06370-a0fe-43c1-8204-b4b9e8463acb', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'port_id': '74d72a98-84ae-4d18-bd71-3bf590c0a455', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f', 'mac_address': 'fa:16:3e:a2:24:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:31:50Z', 'updated_at': '2022-07-20T08:31:50Z', 'revision_number': 0, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c7b459-5d5d-49cd-8b64-a5667386cd4e', 'name': '', 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'mac_address': 'fa:16:3e:53:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '67df32de-3166-445b-a233-44f44257b1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:01Z', 'updated_at': '2022-07-20T08:30:07Z', 'revision_number': 5, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'subnets': [{'id': '67df32de-3166-445b-a233-44f44257b1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:31:51.924158 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128b38e-e21d-4f48-8881-ab5b4eb9ce0c None None] The sync data for ids ['c0cf123f-20b5-4ec2-a780-96cdadb447db'] in dv-cinder-823089-3-iscsi is: [{'id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'name': 'tempest-TestShelveInstance-213468093-router', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:58Z', 'updated_at': '2022-07-20T08:30:02Z', 'revision_number': 4, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'gw_port': {'id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:59Z', 'updated_at': '2022-07-20T08:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '92f06370-a0fe-43c1-8204-b4b9e8463acb', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'port_id': '74d72a98-84ae-4d18-bd71-3bf590c0a455', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f', 'mac_address': 'fa:16:3e:a2:24:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:31:50Z', 'updated_at': '2022-07-20T08:31:50Z', 'revision_number': 0, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c7b459-5d5d-49cd-8b64-a5667386cd4e', 'name': '', 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'mac_address': 'fa:16:3e:53:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '67df32de-3166-445b-a233-44f44257b1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:01Z', 'updated_at': '2022-07-20T08:30:07Z', 'revision_number': 5, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'subnets': [{'id': '67df32de-3166-445b-a233-44f44257b1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:31:51.982118 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca1f0fac-87a6-4d4a-895a-3b8ead617dc1 req-68b1d332-252d-470a-9b8d-c808cb92e899 service neutron] 10.222.0.18 "GET /v2.0/networks/25f446cb-7a17-4014-9d26-36b89d0e107f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001270 Jul 20 08:31:52.124196 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5de59a-e1f9-4bd9-b3b5-47a307846f00 None None] New status for floating IP 92f06370-a0fe-43c1-8204-b4b9e8463acb: ACTIVE {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:31:52.227349 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4d95a18c-cba7-440a-98a0-b41f50ac6c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:52.484863 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98ea5d-70ae-4eb9-a7b8-6a513da31d17 req-5c932a81-d15d-4a8a-ab1f-769ef19bc40b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:52.486250 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd98ea5d-70ae-4eb9-a7b8-6a513da31d17 req-5c932a81-d15d-4a8a-ab1f-769ef19bc40b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0470243 Jul 20 08:31:52.534428 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd98ea5d-70ae-4eb9-a7b8-6a513da31d17 req-ec6baa7d-d3f6-4ba2-b66a-408ab3ecf78d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425107 Jul 20 08:31:53.659525 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e3496-8d9d-4d2e-87c2-08cbc524da1b req-cfe8a882-9c22-4b5b-9628-3431f62fd232 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:53.661157 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d83e3496-8d9d-4d2e-87c2-08cbc524da1b req-cfe8a882-9c22-4b5b-9628-3431f62fd232 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0527897 Jul 20 08:31:53.717904 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d83e3496-8d9d-4d2e-87c2-08cbc524da1b req-581b2c03-c831-417e-b03d-62520d67a9bf tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492346 Jul 20 08:31:54.213490 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:54.430349 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9277d9f-5dc2-424a-a985-98be414ad25a req-585be6cd-6c90-4a40-94fb-00bc8c353d74 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:54.432295 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f9277d9f-5dc2-424a-a985-98be414ad25a req-585be6cd-6c90-4a40-94fb-00bc8c353d74 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0508509 Jul 20 08:31:54.468478 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd7f0e-9808-4029-b4fd-aeee78d20743 req-1b17bc79-7096-4120-b503-93e9900f5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:54.470151 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-88dd7f0e-9808-4029-b4fd-aeee78d20743 req-1b17bc79-7096-4120-b503-93e9900f5f51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 1130 time: 0.0450442 Jul 20 08:31:54.483678 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f9277d9f-5dc2-424a-a985-98be414ad25a req-25ec8dc6-fbf2-4f4c-8697-26b51157ce31 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453579 Jul 20 08:31:54.577330 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd7f0e-9808-4029-b4fd-aeee78d20743 req-fc75bbfe-6fbb-45b5-969f-eee675ae2ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:54.578812 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-88dd7f0e-9808-4029-b4fd-aeee78d20743 req-fc75bbfe-6fbb-45b5-969f-eee675ae2ad4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 920 time: 0.0942221 Jul 20 08:31:54.640243 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:54.651366 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-88dd7f0e-9808-4029-b4fd-aeee78d20743 req-07a01365-a0be-406d-8241-a99267f107d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cddf9c2-1c8a-40e4-8522-773a3957740b HTTP/1.1" status: 200 len: 1002 time: 0.0630763 Jul 20 08:31:54.711967 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd7f0e-9808-4029-b4fd-aeee78d20743 req-78547709-5330-42ce-b79e-ee273846fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:54.713484 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-88dd7f0e-9808-4029-b4fd-aeee78d20743 req-78547709-5330-42ce-b79e-ee273846fe73 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d83857be-db60-44b9-859b-cdb8e58b501d HTTP/1.1" status: 200 len: 858 time: 0.0521457 Jul 20 08:31:54.784182 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd7f0e-9808-4029-b4fd-aeee78d20743 req-49dc99b8-2dc8-4175-aafb-685758a4e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:54.785757 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-88dd7f0e-9808-4029-b4fd-aeee78d20743 req-49dc99b8-2dc8-4175-aafb-685758a4e8a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c96fa3a3-1d61-4869-813f-bb65cb182cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438700 Jul 20 08:31:54.861663 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bff95-1477-470a-9d42-44f6dcbf61ff req-88072861-bf14-4b42-9f6c-2ec5237a25e0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:54.863163 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d96bff95-1477-470a-9d42-44f6dcbf61ff req-88072861-bf14-4b42-9f6c-2ec5237a25e0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0675366 Jul 20 08:31:54.960964 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d96bff95-1477-470a-9d42-44f6dcbf61ff req-0ad7282a-1f49-4d7c-90d7-ada4806510d3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903146 Jul 20 08:31:54.966369 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-88dd7f0e-9808-4029-b4fd-aeee78d20743 req-2faa1959-7b9f-4956-916b-28a544638be6 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381381 Jul 20 08:31:55.406338 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:55.438111 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-f8007ccf-02bf-4c6a-a682-fdd12a3ad0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:55.439631 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-f8007ccf-02bf-4c6a-a682-fdd12a3ad0a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265&tenant_id=80faf6362e244bb992ffb6058ceeefda HTTP/1.1" status: 200 len: 1128 time: 0.0932722 Jul 20 08:31:55.441721 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-88dd7f0e-9808-4029-b4fd-aeee78d20743 req-0f1a9936-5e06-47dd-bec4-984adbbc3b76 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535506 Jul 20 08:31:55.552412 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-508b6276-8915-4e29-9a58-994d85526e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:55.554113 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-508b6276-8915-4e29-9a58-994d85526e70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80faf6362e244bb992ffb6058ceeefda&device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 1128 time: 0.0462816 Jul 20 08:31:55.609276 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af360c-e696-466d-be6b-80658483cdac req-c5f65e52-8cc4-4517-9f8b-1cae86ecb159 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:55.610830 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-32af360c-e696-466d-be6b-80658483cdac req-c5f65e52-8cc4-4517-9f8b-1cae86ecb159 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0496922 Jul 20 08:31:55.660866 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-32af360c-e696-466d-be6b-80658483cdac req-8ef90106-df0a-4f46-bcf5-ccdc38e808f5 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438521 Jul 20 08:31:55.770402 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-5f517ebf-f5d6-4700-bd5c-5ecc282af03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:55.771835 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-5f517ebf-f5d6-4700-bd5c-5ecc282af03b service neutron] 10.222.0.18 "GET /v2.0/networks?id=493487e7-e371-48c4-94a1-b290ee37dc8e HTTP/1.1" status: 200 len: 918 time: 0.0870335 Jul 20 08:31:55.845034 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-cd3e9c5c-1d4c-48fe-9622-5f89455ff6a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3 HTTP/1.1" status: 200 len: 1000 time: 0.0599430 Jul 20 08:31:55.899474 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-e328a0b8-1ffd-4b04-bc79-50850af346a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:55.901688 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-e328a0b8-1ffd-4b04-bc79-50850af346a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1674d774-8563-48a3-b527-f0af4400482d HTTP/1.1" status: 200 len: 856 time: 0.0462215 Jul 20 08:31:55.948378 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-8bd76b20-ab6d-402d-9756-b67f68ba6dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:55.949895 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-8bd76b20-ab6d-402d-9756-b67f68ba6dd1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=493487e7-e371-48c4-94a1-b290ee37dc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404375 Jul 20 08:31:56.056567 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-9b8de356-bfb3-49a6-89c4-585ae35704f6 service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989702 Jul 20 08:31:56.150634 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83f9b-396d-4492-8134-5aa0ad73d4dd req-29f26863-f9fe-4899-a394-5432a1e881f2 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:56.152122 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-76e83f9b-396d-4492-8134-5aa0ad73d4dd req-29f26863-f9fe-4899-a394-5432a1e881f2 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0991497 Jul 20 08:31:56.201016 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:31:56.213419 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d571bc4c-d0e2-4460-a425-5bdadbbe89c8 req-2ddb9ed1-0a33-4dc7-8f6c-bd869925226a service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493332 Jul 20 08:31:56.220295 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-76e83f9b-396d-4492-8134-5aa0ad73d4dd req-7ef28761-d4b2-4324-8912-4cf5dcf00084 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624719 Jul 20 08:31:56.534970 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:56.687198 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:31:56.816689 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7a3f4-2266-4427-9665-00e4e666ba78 req-1ee6ae9c-43eb-4f3b-a4e6-4ead17cb2dd0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:56.818219 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-52f7a3f4-2266-4427-9665-00e4e666ba78 req-1ee6ae9c-43eb-4f3b-a4e6-4ead17cb2dd0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0574698 Jul 20 08:31:56.867766 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-52f7a3f4-2266-4427-9665-00e4e666ba78 req-728930e0-13a4-419a-8d6e-2ef9c3d4f1c7 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435767 Jul 20 08:31:57.344280 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb9e22-76a5-42ef-b75a-4c54dbdf0d12 req-9e63458e-451e-4485-944a-71dca89477a4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:57.345652 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00cb9e22-76a5-42ef-b75a-4c54dbdf0d12 req-9e63458e-451e-4485-944a-71dca89477a4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0488951 Jul 20 08:31:57.395502 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00cb9e22-76a5-42ef-b75a-4c54dbdf0d12 req-62ad9c98-dd28-4ee8-aff1-87708fbe98c5 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440168 Jul 20 08:31:57.998138 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b52cff-1c4b-47b1-aca0-110aff660eef req-3685c946-24b5-4692-ac9c-54584db972cf tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:57.999719 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-02b52cff-1c4b-47b1-aca0-110aff660eef req-3685c946-24b5-4692-ac9c-54584db972cf tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0504930 Jul 20 08:31:58.051096 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-02b52cff-1c4b-47b1-aca0-110aff660eef req-ae6c41d2-c67e-4c38-a235-4d29aba06f6a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451732 Jul 20 08:31:58.535967 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6745db-25ba-4735-a7fd-def6da28b466 req-7263c146-71bf-48fb-915e-2fd575798abf tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:58.537616 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d6745db-25ba-4735-a7fd-def6da28b466 req-7263c146-71bf-48fb-915e-2fd575798abf tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0550344 Jul 20 08:31:58.594281 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d6745db-25ba-4735-a7fd-def6da28b466 req-367b0040-538b-4ddb-b294-4e6c8b0ba459 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504060 Jul 20 08:31:59.188425 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90530ae-ee8d-41a9-98c3-ce39e18dad14 req-c751fe7d-0aa9-40c1-adf9-a20abf69cbe4 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:59.190251 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c90530ae-ee8d-41a9-98c3-ce39e18dad14 req-c751fe7d-0aa9-40c1-adf9-a20abf69cbe4 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0651178 Jul 20 08:31:59.247291 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c90530ae-ee8d-41a9-98c3-ce39e18dad14 req-db8aa8bc-57e7-4aea-ad9e-99b90748086d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513446 Jul 20 08:31:59.730199 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806d96c-3977-486d-86ba-be4d5261c9d9 req-17ae79f8-f4c0-422d-9916-30df5ef40001 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:31:59.731739 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0806d96c-3977-486d-86ba-be4d5261c9d9 req-17ae79f8-f4c0-422d-9916-30df5ef40001 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0529790 Jul 20 08:31:59.781247 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0806d96c-3977-486d-86ba-be4d5261c9d9 req-64fb6ec6-b4b3-4f0c-a46c-a53803d48d4d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437975 Jul 20 08:32:00.330078 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:00.369309 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4bfff-25a0-4a5f-aa96-52b22d514f9d req-5665a4ab-0bb7-4a91-963f-933eda737ea1 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:00.371072 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2aa4bfff-25a0-4a5f-aa96-52b22d514f9d req-5665a4ab-0bb7-4a91-963f-933eda737ea1 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0495701 Jul 20 08:32:00.421169 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2aa4bfff-25a0-4a5f-aa96-52b22d514f9d req-daec11db-63d8-44d7-b1c2-feb3c9982516 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443721 Jul 20 08:32:00.905483 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c7dd9-7338-4119-bc9d-eebee21ca1d3 req-76f2d1df-3810-4bd7-81bf-a48c8a6b90d7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:00.911284 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-766c7dd9-7338-4119-bc9d-eebee21ca1d3 req-76f2d1df-3810-4bd7-81bf-a48c8a6b90d7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0509133 Jul 20 08:32:00.955794 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-766c7dd9-7338-4119-bc9d-eebee21ca1d3 req-2eb649d1-6768-44a1-9ead-8bf4dcf437c3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429924 Jul 20 08:32:01.539414 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba50be-8aad-4cde-b744-8d315c1461d3 req-5a172c60-be7f-4e97-80e5-6c273744b899 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:01.541593 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a7ba50be-8aad-4cde-b744-8d315c1461d3 req-5a172c60-be7f-4e97-80e5-6c273744b899 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0508704 Jul 20 08:32:01.591157 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a7ba50be-8aad-4cde-b744-8d315c1461d3 req-7b724b8d-02e0-4ed8-af80-53667e8906ae tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435598 Jul 20 08:32:02.084864 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4612169-49a8-4d00-a65f-933d3d243d84 req-ffacbc76-c6cb-4052-85a9-05fe8c6095b2 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:02.086368 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d4612169-49a8-4d00-a65f-933d3d243d84 req-ffacbc76-c6cb-4052-85a9-05fe8c6095b2 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0534713 Jul 20 08:32:02.136826 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d4612169-49a8-4d00-a65f-933d3d243d84 req-271d59c1-18ff-4b12-a1db-d6de1d86f228 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438719 Jul 20 08:32:02.714258 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eebb8-1fa2-4208-8447-b4d362916641 req-e2d20a5a-c8f3-4db3-a45d-51a523df6b90 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:02.715857 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-977eebb8-1fa2-4208-8447-b4d362916641 req-e2d20a5a-c8f3-4db3-a45d-51a523df6b90 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0529535 Jul 20 08:32:02.766697 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-977eebb8-1fa2-4208-8447-b4d362916641 req-a4dfcb8a-6635-4662-9b5e-8d37fa4c9cc2 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451050 Jul 20 08:32:03.249432 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:03.262459 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85982ad-6e73-4173-8c01-a6fa32c777e2 req-46b84167-bbeb-49e0-979a-8219506617a1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:03.268875 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f85982ad-6e73-4173-8c01-a6fa32c777e2 req-46b84167-bbeb-49e0-979a-8219506617a1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0550323 Jul 20 08:32:03.315915 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f85982ad-6e73-4173-8c01-a6fa32c777e2 req-2d1096e0-e5d2-44f4-bb30-6449d97c8d07 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461462 Jul 20 08:32:03.858195 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:03.899125 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35e488-45ec-4667-93f5-b0544882b3bf req-85622d43-35c6-4df2-b1d5-e5d95afd6e55 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:03.901278 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-bb35e488-45ec-4667-93f5-b0544882b3bf req-85622d43-35c6-4df2-b1d5-e5d95afd6e55 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0532060 Jul 20 08:32:03.957136 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-bb35e488-45ec-4667-93f5-b0544882b3bf req-00d10444-54b7-486d-b471-93a9d86c7574 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484459 Jul 20 08:32:04.441754 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aede9d6-9b10-47ce-96fb-4fae33725f85 req-3aa31807-ea8f-4235-b82a-6c619a4c20b9 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:04.443258 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9aede9d6-9b10-47ce-96fb-4fae33725f85 req-3aa31807-ea8f-4235-b82a-6c619a4c20b9 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0497112 Jul 20 08:32:04.499633 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9aede9d6-9b10-47ce-96fb-4fae33725f85 req-5c237849-e465-42db-ae14-57985674bd40 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501819 Jul 20 08:32:05.085721 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91ac52-edc5-4a8b-97ef-520dedf23628 req-9565d3e1-104c-48f7-a97d-9911cb17474c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:05.087310 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0a91ac52-edc5-4a8b-97ef-520dedf23628 req-9565d3e1-104c-48f7-a97d-9911cb17474c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0576055 Jul 20 08:32:05.142749 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0a91ac52-edc5-4a8b-97ef-520dedf23628 req-7f77d4fe-8c95-4990-adf9-29cc253c96f4 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491416 Jul 20 08:32:05.625517 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454559a2-b026-44ab-aceb-47088d97e807 req-f45e3465-d76d-4bc0-9f99-56356f609281 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:05.627049 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-454559a2-b026-44ab-aceb-47088d97e807 req-f45e3465-d76d-4bc0-9f99-56356f609281 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0494983 Jul 20 08:32:05.676899 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-454559a2-b026-44ab-aceb-47088d97e807 req-8acc81c5-9bcb-495b-bcc3-018b2bb76478 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441961 Jul 20 08:32:06.278379 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d92e5-3783-4bfc-8b03-1d3f23d3b984 req-402c3248-2403-4c32-9eda-8c6390383a7a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:06.279835 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c27d92e5-3783-4bfc-8b03-1d3f23d3b984 req-402c3248-2403-4c32-9eda-8c6390383a7a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0503898 Jul 20 08:32:06.329641 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c27d92e5-3783-4bfc-8b03-1d3f23d3b984 req-d70e4453-b640-43d3-881c-1563ecb117d9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438085 Jul 20 08:32:06.672663 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:06.681689 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:06.801747 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a14a0b-1b54-46b0-831d-6799d546e6e4 req-4e3f792d-60bb-4b3c-8f8c-d77eed8a316f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:06.803286 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5a14a0b-1b54-46b0-831d-6799d546e6e4 req-4e3f792d-60bb-4b3c-8f8c-d77eed8a316f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0495603 Jul 20 08:32:06.851976 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5a14a0b-1b54-46b0-831d-6799d546e6e4 req-ae0f36cf-19fc-4485-adf0-62f9a84482ca tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 Jul 20 08:32:07.456761 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4879d4-07a1-456c-8a3d-8142d9dcfc2f req-f49c65a2-6cca-4dc4-8769-562127bdf312 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:07.458553 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1b4879d4-07a1-456c-8a3d-8142d9dcfc2f req-f49c65a2-6cca-4dc4-8769-562127bdf312 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0528953 Jul 20 08:32:07.519355 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1b4879d4-07a1-456c-8a3d-8142d9dcfc2f req-bdbd1fa6-467d-482d-93d5-b34d177ff082 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542662 Jul 20 08:32:07.988621 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eed8ba-db92-458d-a82d-8df0161e5975 req-03b9e938-2511-441d-98a5-299f46c679f7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:07.990190 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-50eed8ba-db92-458d-a82d-8df0161e5975 req-03b9e938-2511-441d-98a5-299f46c679f7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0575566 Jul 20 08:32:08.047292 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-50eed8ba-db92-458d-a82d-8df0161e5975 req-ed019012-8137-4d35-acca-681494ec5caa tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512521 Jul 20 08:32:08.652719 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eca233-17a2-46bd-96e8-15cde790818e req-1ef0aa59-e263-4965-8f7c-6a618e479933 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:08.654309 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-23eca233-17a2-46bd-96e8-15cde790818e req-1ef0aa59-e263-4965-8f7c-6a618e479933 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0598397 Jul 20 08:32:08.709205 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-23eca233-17a2-46bd-96e8-15cde790818e req-7308b3e5-3965-48d3-9da6-57aa28339bd0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477595 Jul 20 08:32:09.179833 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb803e-38bb-4ba5-a89c-08c74607b941 req-42a9c377-1b7a-4a4d-b2da-f7278bc305c5 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:09.181336 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48bb803e-38bb-4ba5-a89c-08c74607b941 req-42a9c377-1b7a-4a4d-b2da-f7278bc305c5 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0490150 Jul 20 08:32:09.193431 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:09.235023 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48bb803e-38bb-4ba5-a89c-08c74607b941 req-60891665-0188-4e82-9ebe-05fccb9b72f0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475736 Jul 20 08:32:09.837858 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b62b6f-095d-4236-b76b-c3828c0529f5 req-6192e167-5b7e-44b3-a455-9ccec6fcf8c4 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:09.839675 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-19b62b6f-095d-4236-b76b-c3828c0529f5 req-6192e167-5b7e-44b3-a455-9ccec6fcf8c4 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0547497 Jul 20 08:32:09.894555 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-19b62b6f-095d-4236-b76b-c3828c0529f5 req-339fa44f-1eb1-4582-a6c0-e3b83c1b4b74 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489120 Jul 20 08:32:10.057302 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:10.365140 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2fb30-501c-4adc-bff9-d33763701bdf req-fe972e74-5d11-4114-98f3-44c2c44319d5 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:10.366641 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0c2fb30-501c-4adc-bff9-d33763701bdf req-fe972e74-5d11-4114-98f3-44c2c44319d5 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0543122 Jul 20 08:32:10.415345 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0c2fb30-501c-4adc-bff9-d33763701bdf req-5d0dab76-7e05-4404-8205-9d992e0f3b57 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429902 Jul 20 08:32:11.029972 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328301c-c416-48e3-9c0f-badd2d58e862 req-69ce5ed0-c732-412d-a8a2-f960b5521e61 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:11.031498 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9328301c-c416-48e3-9c0f-badd2d58e862 req-69ce5ed0-c732-412d-a8a2-f960b5521e61 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0614572 Jul 20 08:32:11.082143 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9328301c-c416-48e3-9c0f-badd2d58e862 req-8487a3f1-a26e-43bc-bb39-b8378592f935 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445485 Jul 20 08:32:11.108519 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:11.115505 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:11.535312 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bbaee-a4be-44fe-89c5-36249a608934 req-6c086d57-8007-4146-a9f3-902bff3b0487 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:11.536831 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ab6bbaee-a4be-44fe-89c5-36249a608934 req-6c086d57-8007-4146-a9f3-902bff3b0487 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0493526 Jul 20 08:32:11.591035 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ab6bbaee-a4be-44fe-89c5-36249a608934 req-2df5fef8-ceeb-47fe-948a-d275087cd68a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486248 Jul 20 08:32:12.208435 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f1fa5-fbdf-4470-be70-70a97c87636d req-d7582fb5-7646-485c-a948-b02aec9823bf tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:12.210054 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-af5f1fa5-fbdf-4470-be70-70a97c87636d req-d7582fb5-7646-485c-a948-b02aec9823bf tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0554686 Jul 20 08:32:12.263233 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-af5f1fa5-fbdf-4470-be70-70a97c87636d req-675bbcc8-37df-4b36-ad9b-39a74333b4e8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449655 Jul 20 08:32:12.718882 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0655d-8239-4a21-9114-e2a81672901b req-19350ed6-9389-4cbb-a1a4-5f4740df8e38 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:12.720364 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68f0655d-8239-4a21-9114-e2a81672901b req-19350ed6-9389-4cbb-a1a4-5f4740df8e38 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0473137 Jul 20 08:32:12.771617 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68f0655d-8239-4a21-9114-e2a81672901b req-eca914d7-2660-4fc2-8786-b9cb3ba5bad7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455606 Jul 20 08:32:13.365498 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:13.380054 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89692c7d-bbc1-4f4a-8482-f4e2658cd21d req-4954b466-2bdd-498c-948b-087b946373b1 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:13.381482 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-89692c7d-bbc1-4f4a-8482-f4e2658cd21d req-4954b466-2bdd-498c-948b-087b946373b1 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0487351 Jul 20 08:32:13.438918 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-89692c7d-bbc1-4f4a-8482-f4e2658cd21d req-f31ebb55-c3f4-4108-82d9-73b9036a35b3 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506208 Jul 20 08:32:13.892372 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30e898-9853-40cf-ba1e-2934f5d0b47b req-56603e5f-00f0-4247-bc07-745702c42ae5 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:13.893902 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3c30e898-9853-40cf-ba1e-2934f5d0b47b req-56603e5f-00f0-4247-bc07-745702c42ae5 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0492916 Jul 20 08:32:13.954193 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3c30e898-9853-40cf-ba1e-2934f5d0b47b req-8f415f09-c92d-45c7-9d76-bc15baa01ce4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528021 Jul 20 08:32:14.556015 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55769a2-31e4-47ab-8131-223ebd56e449 req-aa8e2d4c-575c-479a-88b8-5bad9babe407 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:14.557604 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e55769a2-31e4-47ab-8131-223ebd56e449 req-aa8e2d4c-575c-479a-88b8-5bad9babe407 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0490062 Jul 20 08:32:14.611912 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e55769a2-31e4-47ab-8131-223ebd56e449 req-acd43d31-34b4-496d-8728-4123bbc797a9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472548 Jul 20 08:32:15.083414 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cee4f9-d91c-4d73-a445-e96196a4a909 req-ded691e2-123f-4cdd-9b13-cfbf8de2afaa tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:15.084965 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-40cee4f9-d91c-4d73-a445-e96196a4a909 req-ded691e2-123f-4cdd-9b13-cfbf8de2afaa tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0503912 Jul 20 08:32:15.134551 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-40cee4f9-d91c-4d73-a445-e96196a4a909 req-62e7413d-3401-436c-82aa-f39a58e6210e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438015 Jul 20 08:32:15.727614 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894b96f-c3e1-49bc-bc4a-25b21d06366c req-3bb81c17-768f-4eac-bcfe-2942754650c4 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:15.729092 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3894b96f-c3e1-49bc-bc4a-25b21d06366c req-3bb81c17-768f-4eac-bcfe-2942754650c4 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0475948 Jul 20 08:32:15.778327 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3894b96f-c3e1-49bc-bc4a-25b21d06366c req-fdbf04c2-8d0a-4b13-b91b-94ed9c862e4f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Jul 20 08:32:16.257617 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dba60-ce95-4043-865f-b1bb7b67dc17 req-dc32a908-3536-48d0-9ec6-c4b28cf377cc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:16.259077 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f16dba60-ce95-4043-865f-b1bb7b67dc17 req-dc32a908-3536-48d0-9ec6-c4b28cf377cc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0510361 Jul 20 08:32:16.278809 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:16.308232 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f16dba60-ce95-4043-865f-b1bb7b67dc17 req-7ba3c992-cba6-4ee3-9dcf-e8f971f9bc76 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427709 Jul 20 08:32:16.883931 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:16.896128 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3b836-0704-43eb-9c77-a4975967edd7 req-9f099cbf-72af-4392-b256-30771c79ad8c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:16.897565 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-31a3b836-0704-43eb-9c77-a4975967edd7 req-9f099cbf-72af-4392-b256-30771c79ad8c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0514164 Jul 20 08:32:16.946003 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-31a3b836-0704-43eb-9c77-a4975967edd7 req-0f985088-0c06-429c-b5b2-284f91ac5bd3 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427699 Jul 20 08:32:17.430670 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15510e2e-8caf-4f63-af48-c161a6caa3bb req-32f01333-924e-484e-8e47-e5355b0e9a68 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:17.432154 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-15510e2e-8caf-4f63-af48-c161a6caa3bb req-32f01333-924e-484e-8e47-e5355b0e9a68 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0483220 Jul 20 08:32:17.479181 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-15510e2e-8caf-4f63-af48-c161a6caa3bb req-494afb1d-a45a-4a18-adef-381d5a787668 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412822 Jul 20 08:32:18.063504 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197123a-6aa3-44d5-8e83-44d6dc5c29bd req-302d1059-53d0-4b8f-bdae-90c2a958748d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:18.065004 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2197123a-6aa3-44d5-8e83-44d6dc5c29bd req-302d1059-53d0-4b8f-bdae-90c2a958748d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0493431 Jul 20 08:32:18.114065 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2197123a-6aa3-44d5-8e83-44d6dc5c29bd req-7a7d264b-80b1-4a97-b336-0c9a775d2647 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435109 Jul 20 08:32:18.598044 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767d852-5c78-450c-b838-278cc6e5f0ce req-3a2a620e-e5b0-4f3d-a8a9-70b8bc490f5b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:18.599605 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f767d852-5c78-450c-b838-278cc6e5f0ce req-3a2a620e-e5b0-4f3d-a8a9-70b8bc490f5b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0471756 Jul 20 08:32:18.651110 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f767d852-5c78-450c-b838-278cc6e5f0ce req-48583bae-c316-4fc9-ab8c-3db2efb3162f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459523 Jul 20 08:32:19.233286 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d9d5c-92c4-4e6c-809d-7544a959c0bd req-8c106eb6-3315-4428-ae2b-96f4a801eddb tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:19.234834 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-886d9d5c-92c4-4e6c-809d-7544a959c0bd req-8c106eb6-3315-4428-ae2b-96f4a801eddb tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0521581 Jul 20 08:32:19.283500 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-886d9d5c-92c4-4e6c-809d-7544a959c0bd req-5da8996d-cf06-4021-bc5b-6afd07437d0f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430846 Jul 20 08:32:19.584918 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c811cd9f-7dda-4855-a944-7b1304d48b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:19.774137 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be8548-6e68-4e16-ba2d-9b1e1c0004f2 req-24966a0e-6a11-4a32-a313-1ff6723ca806 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:19.775699 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-60be8548-6e68-4e16-ba2d-9b1e1c0004f2 req-24966a0e-6a11-4a32-a313-1ff6723ca806 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0505693 Jul 20 08:32:19.827949 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-60be8548-6e68-4e16-ba2d-9b1e1c0004f2 req-c9d6e570-8937-430f-ab6d-a97eafe7acd6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463243 Jul 20 08:32:19.948041 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71370af-5f2b-4103-9ec0-8be84b7cebe4 req-86db81a6-bbdb-46c4-ad5e-c5777c4418ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:19.949822 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e71370af-5f2b-4103-9ec0-8be84b7cebe4 req-86db81a6-bbdb-46c4-ad5e-c5777c4418ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 1130 time: 0.0395403 Jul 20 08:32:19.974551 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:19.997344 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e71370af-5f2b-4103-9ec0-8be84b7cebe4 req-20b49123-328a-4521-a6db-1b255f43f841 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404394 Jul 20 08:32:20.405668 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaa248-825b-4d2c-ab77-e6dce2a1fd5f req-779fce5f-695e-4e78-a4f2-f6c455d2a2ac tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:20.407372 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ebfaa248-825b-4d2c-ab77-e6dce2a1fd5f req-779fce5f-695e-4e78-a4f2-f6c455d2a2ac tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0492148 Jul 20 08:32:20.454829 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ebfaa248-825b-4d2c-ab77-e6dce2a1fd5f req-67215abb-6fec-4e50-baaa-0b6ad6c57f36 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418406 Jul 20 08:32:20.950657 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c8e27-874d-498f-9557-5528182e697f req-f8f255a7-03eb-4c97-a250-1acabda36527 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:20.952127 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e36c8e27-874d-498f-9557-5528182e697f req-f8f255a7-03eb-4c97-a250-1acabda36527 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0506551 Jul 20 08:32:20.998810 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e36c8e27-874d-498f-9557-5528182e697f req-190cb60b-8ef5-4bbe-bc24-7df31fd3bb67 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411627 Jul 20 08:32:21.578886 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd30232-4072-4457-ac07-eb55ce76d281 req-9a9f158e-f949-4f28-b653-8d61f6273a38 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:21.580420 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9bd30232-4072-4457-ac07-eb55ce76d281 req-9a9f158e-f949-4f28-b653-8d61f6273a38 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0506036 Jul 20 08:32:21.637677 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9bd30232-4072-4457-ac07-eb55ce76d281 req-426cd01b-aa0c-4b42-99ea-fa5f52554b3e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503185 Jul 20 08:32:22.118528 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81031486-7ac5-4ba8-9ab1-9e81d0bc8d2b req-d4d0dd64-cf38-45a2-b0bd-4f95d44d5619 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:22.120158 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-81031486-7ac5-4ba8-9ab1-9e81d0bc8d2b req-d4d0dd64-cf38-45a2-b0bd-4f95d44d5619 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0477281 Jul 20 08:32:22.175771 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-81031486-7ac5-4ba8-9ab1-9e81d0bc8d2b req-e51c8a4c-559f-4a09-af88-bea9120d25af tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496812 Jul 20 08:32:22.229486 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dbe6186c-d900-4774-8735-8b1763809bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:22.752450 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfeb96-47e6-4d91-9dd8-0e758bdb4cf5 req-ec78d568-8b37-4fee-9a84-c19f2fc2bc8d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:22.753933 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b5dfeb96-47e6-4d91-9dd8-0e758bdb4cf5 req-ec78d568-8b37-4fee-9a84-c19f2fc2bc8d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0480821 Jul 20 08:32:22.803405 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b5dfeb96-47e6-4d91-9dd8-0e758bdb4cf5 req-1e25e3ee-2dcd-40ba-87d3-c31c74a88f37 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436776 Jul 20 08:32:23.200664 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580161d5-671e-4ef9-ac51-d4a194aa3787 req-67eb388b-3e4f-4584-9559-21b3a5ab8b4c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:23.202202 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-580161d5-671e-4ef9-ac51-d4a194aa3787 req-67eb388b-3e4f-4584-9559-21b3a5ab8b4c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0513847 Jul 20 08:32:23.256417 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-580161d5-671e-4ef9-ac51-d4a194aa3787 req-e35ef69c-5e8e-4e54-b262-0223e403dfda tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481868 Jul 20 08:32:23.306761 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326609f-7834-4a3a-9e7f-c129d577d74d req-c164bc92-c0a8-4b05-b482-38b492a72a49 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:23.308459 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1326609f-7834-4a3a-9e7f-c129d577d74d req-c164bc92-c0a8-4b05-b482-38b492a72a49 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0508723 Jul 20 08:32:23.358349 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1326609f-7834-4a3a-9e7f-c129d577d74d req-3c3f8edb-c1d5-4a76-8b49-9f9e9741ef48 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443387 Jul 20 08:32:24.214339 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:24.374106 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04035fd6-49b8-4bfb-80a3-677bb561b32e req-341079fa-19fe-4baa-af2e-a5c3475824ce tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:24.375627 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-04035fd6-49b8-4bfb-80a3-677bb561b32e req-341079fa-19fe-4baa-af2e-a5c3475824ce tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0479543 Jul 20 08:32:24.425454 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-04035fd6-49b8-4bfb-80a3-677bb561b32e req-e259b244-5dad-4256-9322-c5f9154f361a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442894 Jul 20 08:32:24.484213 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9f9b9-06d2-480c-ad8f-5add140ccd8e req-fd23b94f-4388-49e7-a804-eb641bb42e63 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:24.485696 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-76b9f9b9-06d2-480c-ad8f-5add140ccd8e req-fd23b94f-4388-49e7-a804-eb641bb42e63 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 944 time: 0.0521917 Jul 20 08:32:24.521843 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:24.535100 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-76b9f9b9-06d2-480c-ad8f-5add140ccd8e req-128ebc0d-2740-4215-8792-eafe1874eba6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439761 Jul 20 08:32:25.022053 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 25187f6d-a614-4168-94dd-d0c397aaf6f3 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:32:25.124144 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 25187f6d-a614-4168-94dd-d0c397aaf6f3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:32:25.139206 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '25187f6d-a614-4168-94dd-d0c397aaf6f3', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'port_id': '25187f6d-a614-4168-94dd-d0c397aaf6f3', 'mac_address': 'fa:16:3e:2b:9f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:32:25.176355 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 25187f6d-a614-4168-94dd-d0c397aaf6f3 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:32:25.176751 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:25.191222 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25187f6d-a614-4168-94dd-d0c397aaf6f3 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:32:25.212934 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 25187f6d-a614-4168-94dd-d0c397aaf6f3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:32:25.217544 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:25.236542 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d117ffd-b301-4926-97f3-ee6761c757d3 req-933bfb0c-80b1-436f-9779-f8d44c6db3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:25.238071 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9d117ffd-b301-4926-97f3-ee6761c757d3 req-933bfb0c-80b1-436f-9779-f8d44c6db3f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 1130 time: 0.0413988 Jul 20 08:32:25.279722 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=25187f6d-a614-4168-94dd-d0c397aaf6f3,revision_number=9']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:32:25.287196 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:32:25.287545 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:32:25.287887 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:32:25.288227 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:32:25.288563 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:32:25.288895 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:32:25.289224 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:32:25.289553 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:32:25.289877 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:32:25.290204 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:32:25.290531 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:32:25.290910 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:32:25.291233 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:32:25.291562 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:32:25.291884 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:32:25.342665 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d117ffd-b301-4926-97f3-ee6761c757d3 req-8377b56f-0e77-49c8-baab-5e0180a7e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:25.344137 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9d117ffd-b301-4926-97f3-ee6761c757d3 req-8377b56f-0e77-49c8-baab-5e0180a7e7aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 920 time: 0.0986605 Jul 20 08:32:25.407463 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9d117ffd-b301-4926-97f3-ee6761c757d3 req-adbb6230-2951-4c50-9be4-476924ef4c18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cddf9c2-1c8a-40e4-8522-773a3957740b HTTP/1.1" status: 200 len: 1002 time: 0.0562904 Jul 20 08:32:25.462809 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d117ffd-b301-4926-97f3-ee6761c757d3 req-69ceebca-fd61-4f01-a192-a31f9a1771c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:25.464292 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9d117ffd-b301-4926-97f3-ee6761c757d3 req-69ceebca-fd61-4f01-a192-a31f9a1771c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d83857be-db60-44b9-859b-cdb8e58b501d HTTP/1.1" status: 200 len: 858 time: 0.0504084 Jul 20 08:32:25.539544 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d117ffd-b301-4926-97f3-ee6761c757d3 req-6e32684c-3b73-438b-a86d-cd101648df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:25.540955 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9d117ffd-b301-4926-97f3-ee6761c757d3 req-6e32684c-3b73-438b-a86d-cd101648df97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c96fa3a3-1d61-4869-813f-bb65cb182cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673459 Jul 20 08:32:25.573878 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1180aa-349b-4361-b1ed-b8cfee351e15 req-5edf0503-0279-4fe0-98cb-38ad3f6075dd tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:25.575431 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-db1180aa-349b-4361-b1ed-b8cfee351e15 req-5edf0503-0279-4fe0-98cb-38ad3f6075dd tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0732162 Jul 20 08:32:25.590784 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:25.656119 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a82cff-7978-40bb-8ce9-bdf50625ff1f req-e6e55bad-7d49-4f0a-8332-36708e9fcc7c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:25.657663 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-07a82cff-7978-40bb-8ce9-bdf50625ff1f req-e6e55bad-7d49-4f0a-8332-36708e9fcc7c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 945 time: 0.0478845 Jul 20 08:32:25.683030 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-db1180aa-349b-4361-b1ed-b8cfee351e15 req-6332c4c7-0599-42f7-b48e-b0a0fc90597e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992000 Jul 20 08:32:25.685654 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9d117ffd-b301-4926-97f3-ee6761c757d3 req-5545b552-d5f1-49d4-b87f-1ac0c6bc0926 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380305 Jul 20 08:32:25.707849 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-07a82cff-7978-40bb-8ce9-bdf50625ff1f req-562a978b-38e6-4c29-ba83-430d64d6f21c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446827 Jul 20 08:32:25.783098 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9d117ffd-b301-4926-97f3-ee6761c757d3 req-b970891c-958d-4fa7-bf19-d36a58c561c2 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908995 Jul 20 08:32:25.833815 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['25187f6d-a614-4168-94dd-d0c397aaf6f3'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:32:26.538717 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:26.684572 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:26.803368 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee024c3f-eb36-4f69-982b-d03bf3f00f89 req-c339f6e9-5d54-482e-bc63-73ddbd39f7d8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:26.804918 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ee024c3f-eb36-4f69-982b-d03bf3f00f89 req-c339f6e9-5d54-482e-bc63-73ddbd39f7d8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0496666 Jul 20 08:32:26.830488 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:26.840176 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4067829-df0e-49f1-87f6-325d15b7bc79 req-0a903a09-a8f4-4351-9ecb-73683bbf18ec tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:26.841719 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c4067829-df0e-49f1-87f6-325d15b7bc79 req-0a903a09-a8f4-4351-9ecb-73683bbf18ec tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 945 time: 0.0586808 Jul 20 08:32:26.862346 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ee024c3f-eb36-4f69-982b-d03bf3f00f89 req-c1edd85f-ed99-4d1b-8d93-4c7ede65726d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475085 Jul 20 08:32:26.898084 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c4067829-df0e-49f1-87f6-325d15b7bc79 req-0b42e431-4d12-48b9-a564-5b96f1780891 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505188 Jul 20 08:32:27.243354 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:32:27.397317 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 25187f6d-a614-4168-94dd-d0c397aaf6f3 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:32:27.444583 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 25187f6d-a614-4168-94dd-d0c397aaf6f3 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:32:27.444958 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:27.639877 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 25187f6d-a614-4168-94dd-d0c397aaf6f3 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:32:27.640557 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:27.650420 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:27.657348 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:27.664668 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25187f6d-a614-4168-94dd-d0c397aaf6f3'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:32:27.666953 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b84717-9100-464b-808c-2f4f18e60d28" -d '{"events": [{"server_uuid": "21b295e0-508c-4cd5-b18f-3b808c0ff265", "name": "network-vif-plugged", "status": "completed", "tag": "25187f6d-a614-4168-94dd-d0c397aaf6f3"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:32:27.680552 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 25187f6d-a614-4168-94dd-d0c397aaf6f3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:32:27.687250 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:27.712119 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d90d098-4995-4b3e-a34b-d88d77b7b724 x-openstack-request-id: req-4d90d098-4995-4b3e-a34b-d88d77b7b724 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:32:27.712406 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b295e0-508c-4cd5-b18f-3b808c0ff265", "name": "network-vif-plugged", "status": "completed", "tag": "25187f6d-a614-4168-94dd-d0c397aaf6f3", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:32:27.712656 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d90d098-4995-4b3e-a34b-d88d77b7b724 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:32:27.713055 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d90d098-4995-4b3e-a34b-d88d77b7b724'] response: {'server_uuid': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25187f6d-a614-4168-94dd-d0c397aaf6f3', 'code': 200} Jul 20 08:32:27.737102 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=25187f6d-a614-4168-94dd-d0c397aaf6f3,revision_number=10']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:32:27.985587 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b087de-31f3-4f6e-92d2-632d8d050d13 req-8ed0c29f-58be-425a-a458-22dc3a7c4970 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:27.987174 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-20b087de-31f3-4f6e-92d2-632d8d050d13 req-8ed0c29f-58be-425a-a458-22dc3a7c4970 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0551460 Jul 20 08:32:28.026855 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68b8c-fe3e-4020-95ba-c4e732e1dd10 req-d9ca2599-4107-48c5-9756-dd7c25d8b329 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:28.028790 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-88e68b8c-fe3e-4020-95ba-c4e732e1dd10 req-d9ca2599-4107-48c5-9756-dd7c25d8b329 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 947 time: 0.0509613 Jul 20 08:32:28.036619 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-20b087de-31f3-4f6e-92d2-632d8d050d13 req-37d98c3a-5a96-448c-b973-969b6f25401d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439274 Jul 20 08:32:28.080352 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-88e68b8c-fe3e-4020-95ba-c4e732e1dd10 req-1e55d95c-b373-4452-ac4d-77b87d7fb4c2 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460916 Jul 20 08:32:29.145101 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:29.156822 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719b4dd-c726-4bb8-917f-53de044007e0 req-7c3a87cf-c7b7-4ee2-ac16-9c1da14972a0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:29.158334 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4719b4dd-c726-4bb8-917f-53de044007e0 req-7c3a87cf-c7b7-4ee2-ac16-9c1da14972a0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0507157 Jul 20 08:32:29.207661 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710c937-1413-4cd7-8120-437f482faad0 req-fcd8fcde-b3ed-4a78-8dc8-f7486b27cd2e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:29.209138 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a710c937-1413-4cd7-8120-437f482faad0 req-fcd8fcde-b3ed-4a78-8dc8-f7486b27cd2e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 947 time: 0.0495434 Jul 20 08:32:29.213469 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4719b4dd-c726-4bb8-917f-53de044007e0 req-91a7a62a-5bae-4418-beec-e49b7e3b9945 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487118 Jul 20 08:32:29.257642 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a710c937-1413-4cd7-8120-437f482faad0 req-a39e020f-4985-47ec-b834-3be0fda76a14 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425203 Jul 20 08:32:30.367028 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5d9da-f67c-41c0-bb08-323fe5434c6c req-79821026-1b43-4f33-9aa5-d18fa7e0c1ce tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:30.371303 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-19e5d9da-f67c-41c0-bb08-323fe5434c6c req-79821026-1b43-4f33-9aa5-d18fa7e0c1ce tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0701733 Jul 20 08:32:30.398396 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e45e9-3d6d-408b-985e-81a60d415401 req-dc1def5c-96ac-443e-914e-1d5937108e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:30.400052 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-422e45e9-3d6d-408b-985e-81a60d415401 req-dc1def5c-96ac-443e-914e-1d5937108e52 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 1131 time: 0.0836744 Jul 20 08:32:30.422253 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4ea3e-540e-4b5a-9705-10ab47cd7e39 req-f52b5524-804a-4f2b-8cb7-91217b4934c3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:30.423858 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aef4ea3e-540e-4b5a-9705-10ab47cd7e39 req-f52b5524-804a-4f2b-8cb7-91217b4934c3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 947 time: 0.0722950 Jul 20 08:32:30.434863 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-19e5d9da-f67c-41c0-bb08-323fe5434c6c req-235bd259-25ec-4759-9404-33afc1809edf tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567987 Jul 20 08:32:30.575422 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8e972-37ed-4f77-b0a3-22daae63fea3 req-c5e124c7-bf9c-4f73-b0ce-001456858601 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:30.577108 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-49b8e972-37ed-4f77-b0a3-22daae63fea3 req-c5e124c7-bf9c-4f73-b0ce-001456858601 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0618119 Jul 20 08:32:30.586512 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39524) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:32:30.591741 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-2941885b-9249-42a1-a1ec-57d6227ca427 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Request body: {'floatingip': {'port_id': '3cddf9c2-1c8a-40e4-8522-773a3957740b'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:32:30.655465 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2941885b-9249-42a1-a1ec-57d6227ca427 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for floatingip (cb7351ef-c453-4a04-ab44-b5a95c1c1961), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:30.729706 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-422e45e9-3d6d-408b-985e-81a60d415401 req-af5c7716-f04b-4510-9a0b-aef1a7868880 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219891 Jul 20 08:32:30.752857 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aef4ea3e-540e-4b5a-9705-10ab47cd7e39 req-6aa6a532-2040-44ee-99bb-4e48152b4f76 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655298 Jul 20 08:32:31.184260 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:31.189176 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2941885b-9249-42a1-a1ec-57d6227ca427 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:31.193223 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2941885b-9249-42a1-a1ec-57d6227ca427 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (cb7351ef-c453-4a04-ab44-b5a95c1c1961), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:31.636113 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2941885b-9249-42a1-a1ec-57d6227ca427 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:32:31.749622 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:31.753535 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2941885b-9249-42a1-a1ec-57d6227ca427 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:32:31.759336 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2941885b-9249-42a1-a1ec-57d6227ca427 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:31.765220 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e79adf-3cc5-4e9c-9e0a-89e3a51dc42c None None] Sync routers for ids ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:32:31.777402 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e79adf-3cc5-4e9c-9e0a-89e3a51dc42c None None] Routers {'5f399a45-12c2-4784-bae4-5298c4e0c3c6'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:32:31.778221 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-f3e79adf-3cc5-4e9c-9e0a-89e3a51dc42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:32:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:32:31.791799 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'tag': '3cddf9c2-1c8a-40e4-8522-773a3957740b'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:32:31.794738 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00f69ad5a0cac4e7728d797b6610dcca539aaa5862e314ac00bb2191cad31ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fee6131-b2c7-46f3-8127-520a57ab51a1" -d '{"events": [{"name": "network-changed", "server_uuid": "bd05a594-404a-4d6e-ab1a-ee3aacb3970d", "tag": "3cddf9c2-1c8a-40e4-8522-773a3957740b"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:32:31.835138 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-2941885b-9249-42a1-a1ec-57d6227ca427 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "PUT /v2.0/floatingips/cb7351ef-c453-4a04-ab44-b5a95c1c1961 HTTP/1.1" status: 200 len: 994 time: 1.2473395 Jul 20 08:32:31.845901 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fb3d68-90fb-4f5b-a196-0f6149788356 x-openstack-request-id: req-e7fb3d68-90fb-4f5b-a196-0f6149788356 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:32:31.846222 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd05a594-404a-4d6e-ab1a-ee3aacb3970d", "tag": "3cddf9c2-1c8a-40e4-8522-773a3957740b", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:32:31.846480 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7fb3d68-90fb-4f5b-a196-0f6149788356 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:32:31.846928 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7fb3d68-90fb-4f5b-a196-0f6149788356'] response: {'name': 'network-changed', 'server_uuid': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'tag': '3cddf9c2-1c8a-40e4-8522-773a3957740b', 'status': 'completed', 'code': 200} Jul 20 08:32:31.896972 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-f3e79adf-3cc5-4e9c-9e0a-89e3a51dc42c None None] Set router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:32:31.913109 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf25a7-1c2b-41d0-b3a8-0b0cefc374d5 req-e1e31ac0-5161-4561-8260-c7afcfe5d2b4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:31.914888 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-04bf25a7-1c2b-41d0-b3a8-0b0cefc374d5 req-e1e31ac0-5161-4561-8260-c7afcfe5d2b4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 947 time: 0.0663068 Jul 20 08:32:31.983486 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-04bf25a7-1c2b-41d0-b3a8-0b0cefc374d5 req-76a2ee63-8ff2-4b14-8420-79e0008b2de6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606968 Jul 20 08:32:32.133788 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-f3e79adf-3cc5-4e9c-9e0a-89e3a51dc42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:25:42Z', 'revision_number': 4, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port': {'id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:35Z', 'updated_at': '2022-07-20T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': 'cb7351ef-c453-4a04-ab44-b5a95c1c1961', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'port_id': '3cddf9c2-1c8a-40e4-8522-773a3957740b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'mac_address': 'fa:16:3e:2e:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:28:32Z', 'updated_at': '2022-07-20T08:32:31Z', 'revision_number': 3, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a635e176-b14e-4c83-a08e-fe54edacd827', 'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'mac_address': 'fa:16:3e:74:65:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:39Z', 'updated_at': '2022-07-20T08:25:59Z', 'revision_number': 5, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'subnets': [{'id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:32:32.163279 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e79adf-3cc5-4e9c-9e0a-89e3a51dc42c None None] Checking router: 5f399a45-12c2-4784-bae4-5298c4e0c3c6 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:32:32.173104 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e79adf-3cc5-4e9c-9e0a-89e3a51dc42c None None] Routers {'5f399a45-12c2-4784-bae4-5298c4e0c3c6'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:32:32.173725 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-f3e79adf-3cc5-4e9c-9e0a-89e3a51dc42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:32:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:32:32.280184 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-f3e79adf-3cc5-4e9c-9e0a-89e3a51dc42c None None] Set router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:32:32.292233 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee6131-b2c7-46f3-8127-520a57ab51a1 req-738cc4f8-6e26-4157-bf9a-6997a39890bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:32.294711 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0fee6131-b2c7-46f3-8127-520a57ab51a1 req-738cc4f8-6e26-4157-bf9a-6997a39890bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 1130 time: 0.0428925 Jul 20 08:32:32.399433 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee6131-b2c7-46f3-8127-520a57ab51a1 req-7045973a-defc-4fcd-b145-a50f80de2fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:32.400933 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0fee6131-b2c7-46f3-8127-520a57ab51a1 req-7045973a-defc-4fcd-b145-a50f80de2fd6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 920 time: 0.0991018 Jul 20 08:32:32.470401 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0fee6131-b2c7-46f3-8127-520a57ab51a1 req-7a6c9c7f-fa19-4cda-8855-81507cb7997b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cddf9c2-1c8a-40e4-8522-773a3957740b HTTP/1.1" status: 200 len: 1002 time: 0.0616274 Jul 20 08:32:32.531089 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee6131-b2c7-46f3-8127-520a57ab51a1 req-5b27992f-d1ef-4ebb-bc03-2b853dafce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:32.532690 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0fee6131-b2c7-46f3-8127-520a57ab51a1 req-5b27992f-d1ef-4ebb-bc03-2b853dafce31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d83857be-db60-44b9-859b-cdb8e58b501d HTTP/1.1" status: 200 len: 858 time: 0.0528319 Jul 20 08:32:32.536543 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-f3e79adf-3cc5-4e9c-9e0a-89e3a51dc42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:25:42Z', 'revision_number': 4, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port': {'id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:35Z', 'updated_at': '2022-07-20T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': 'cb7351ef-c453-4a04-ab44-b5a95c1c1961', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'port_id': '3cddf9c2-1c8a-40e4-8522-773a3957740b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'mac_address': 'fa:16:3e:2e:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:28:32Z', 'updated_at': '2022-07-20T08:32:31Z', 'revision_number': 3, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a635e176-b14e-4c83-a08e-fe54edacd827', 'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'mac_address': 'fa:16:3e:74:65:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:39Z', 'updated_at': '2022-07-20T08:25:59Z', 'revision_number': 5, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'subnets': [{'id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:32:32.562259 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e79adf-3cc5-4e9c-9e0a-89e3a51dc42c None None] The sync data for ids ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'] in dv-cinder-823089-3-iscsi is: [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:25:42Z', 'revision_number': 4, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port': {'id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:35Z', 'updated_at': '2022-07-20T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': 'cb7351ef-c453-4a04-ab44-b5a95c1c1961', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'port_id': '3cddf9c2-1c8a-40e4-8522-773a3957740b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'mac_address': 'fa:16:3e:2e:3f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:28:32Z', 'updated_at': '2022-07-20T08:32:31Z', 'revision_number': 3, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a635e176-b14e-4c83-a08e-fe54edacd827', 'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'mac_address': 'fa:16:3e:74:65:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:39Z', 'updated_at': '2022-07-20T08:25:59Z', 'revision_number': 5, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'subnets': [{'id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:32:32.591494 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee6131-b2c7-46f3-8127-520a57ab51a1 req-a86b02ba-b82f-4a7a-96f2-4a236a12abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:32.593615 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0fee6131-b2c7-46f3-8127-520a57ab51a1 req-a86b02ba-b82f-4a7a-96f2-4a236a12abab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c96fa3a3-1d61-4869-813f-bb65cb182cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465381 Jul 20 08:32:32.664885 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:32.703123 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0fee6131-b2c7-46f3-8127-520a57ab51a1 req-72a52756-dc11-4583-a397-a2264a864fbc service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964336 Jul 20 08:32:32.801553 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0fee6131-b2c7-46f3-8127-520a57ab51a1 req-79ff5111-9bdc-41b8-96cb-8182a3bb2464 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898497 Jul 20 08:32:33.106758 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea5996-7d03-4c02-bf34-8345332a6910 req-73e56a7b-5a1f-47a3-8ca2-54a2884b5982 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:33.108231 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0ea5996-7d03-4c02-bf34-8345332a6910 req-73e56a7b-5a1f-47a3-8ca2-54a2884b5982 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 947 time: 0.0473833 Jul 20 08:32:33.150921 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:33.155699 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0ea5996-7d03-4c02-bf34-8345332a6910 req-a3782534-0370-4875-9323-fdd228c4f1d0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420120 Jul 20 08:32:33.847662 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'tag': '3cddf9c2-1c8a-40e4-8522-773a3957740b'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:32:33.850086 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00f69ad5a0cac4e7728d797b6610dcca539aaa5862e314ac00bb2191cad31ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa875a0d-3941-4f17-99e0-eb345d34393d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd05a594-404a-4d6e-ab1a-ee3aacb3970d", "tag": "3cddf9c2-1c8a-40e4-8522-773a3957740b"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:32:33.886713 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46347bbc-d1d5-4896-a108-7e95b2671927 x-openstack-request-id: req-46347bbc-d1d5-4896-a108-7e95b2671927 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:32:33.887005 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd05a594-404a-4d6e-ab1a-ee3aacb3970d", "tag": "3cddf9c2-1c8a-40e4-8522-773a3957740b", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:32:33.887256 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46347bbc-d1d5-4896-a108-7e95b2671927 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:32:33.887678 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46347bbc-d1d5-4896-a108-7e95b2671927'] response: {'name': 'network-changed', 'server_uuid': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'tag': '3cddf9c2-1c8a-40e4-8522-773a3957740b', 'status': 'completed', 'code': 200} Jul 20 08:32:33.993301 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa875a0d-3941-4f17-99e0-eb345d34393d req-0fdb27ae-9a37-4e2f-a0b4-1f6b3d87f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:33.994795 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa875a0d-3941-4f17-99e0-eb345d34393d req-0fdb27ae-9a37-4e2f-a0b4-1f6b3d87f1ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 1130 time: 0.0420663 Jul 20 08:32:34.090410 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa875a0d-3941-4f17-99e0-eb345d34393d req-daa9f515-285b-4199-8e71-2d96b0555924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:34.091908 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa875a0d-3941-4f17-99e0-eb345d34393d req-daa9f515-285b-4199-8e71-2d96b0555924 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 920 time: 0.0861392 Jul 20 08:32:34.181675 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa875a0d-3941-4f17-99e0-eb345d34393d req-d2ad725d-3b37-4c7d-a401-7e8b5a1ee9f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cddf9c2-1c8a-40e4-8522-773a3957740b HTTP/1.1" status: 200 len: 1002 time: 0.0594170 Jul 20 08:32:34.247048 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa875a0d-3941-4f17-99e0-eb345d34393d req-246fd3d5-023d-4657-8a06-703a61f58d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:34.248524 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa875a0d-3941-4f17-99e0-eb345d34393d req-246fd3d5-023d-4657-8a06-703a61f58d34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d83857be-db60-44b9-859b-cdb8e58b501d HTTP/1.1" status: 200 len: 858 time: 0.0557249 Jul 20 08:32:34.309853 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dc9ad-52a3-4aac-8e22-5151360788dd req-7a2b6858-6325-4bc6-9c3a-45490f6e36ab tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:34.311357 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-641dc9ad-52a3-4aac-8e22-5151360788dd req-7a2b6858-6325-4bc6-9c3a-45490f6e36ab tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 947 time: 0.0792572 Jul 20 08:32:34.325772 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa875a0d-3941-4f17-99e0-eb345d34393d req-881202be-85d3-41db-9ce2-31bbb450523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:34.327217 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa875a0d-3941-4f17-99e0-eb345d34393d req-881202be-85d3-41db-9ce2-31bbb450523b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c96fa3a3-1d61-4869-813f-bb65cb182cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572705 Jul 20 08:32:34.418978 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-641dc9ad-52a3-4aac-8e22-5151360788dd req-72dc9901-a705-4f1a-97fc-ec5cf5b7c453 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018322 Jul 20 08:32:34.446833 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa875a0d-3941-4f17-99e0-eb345d34393d req-e3219ee6-d1c1-4c2f-a8ac-a92232a47691 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082976 Jul 20 08:32:34.543422 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa875a0d-3941-4f17-99e0-eb345d34393d req-46f0ada1-51b3-4133-a45f-02982223bdcb service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876937 Jul 20 08:32:35.541971 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e7b99-ec49-4301-ba1c-0bb31e5fadb8 req-f4981af1-dfad-47f1-a2f4-a67955c5ebd5 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:35.544301 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-bb5e7b99-ec49-4301-ba1c-0bb31e5fadb8 req-f4981af1-dfad-47f1-a2f4-a67955c5ebd5 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 947 time: 0.0506728 Jul 20 08:32:35.592044 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-bb5e7b99-ec49-4301-ba1c-0bb31e5fadb8 req-1c7476b2-7de2-4a44-8eb6-689060d4ee29 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425775 Jul 20 08:32:36.715933 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4fc33-6948-42ad-aac4-1383c024692e req-c1f25e60-ce50-4304-9f6e-6d54b6960e65 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:36.717474 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-77b4fc33-6948-42ad-aac4-1383c024692e req-c1f25e60-ce50-4304-9f6e-6d54b6960e65 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 947 time: 0.0492630 Jul 20 08:32:36.767020 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-77b4fc33-6948-42ad-aac4-1383c024692e req-bdce786a-8df3-4914-a183-0663774ad80b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436907 Jul 20 08:32:40.076398 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:40.651912 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8f1c769-c6e7-403e-bc77-946690f31012 req-044114a4-5360-4d9b-bffe-ff1f944764d5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432315 Jul 20 08:32:40.771602 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1c769-c6e7-403e-bc77-946690f31012 req-966aa9f0-0646-487a-960e-159294fa826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:40.773186 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8f1c769-c6e7-403e-bc77-946690f31012 req-966aa9f0-0646-487a-960e-159294fa826b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 1129 time: 0.0469069 Jul 20 08:32:40.865790 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:40.884642 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1c769-c6e7-403e-bc77-946690f31012 req-0113c3c9-af4b-4528-a02a-ebabb3baa262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:40.886152 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8f1c769-c6e7-403e-bc77-946690f31012 req-0113c3c9-af4b-4528-a02a-ebabb3baa262 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 920 time: 0.0923834 Jul 20 08:32:40.943849 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8f1c769-c6e7-403e-bc77-946690f31012 req-1677e5e7-4e21-46d0-8310-ec685944d9d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06458427-d317-4965-817d-8affbd2750e5 HTTP/1.1" status: 200 len: 217 time: 0.0387397 Jul 20 08:32:40.994476 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1c769-c6e7-403e-bc77-946690f31012 req-723e6105-7513-4e5d-b63b-1d641e3a1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:40.995980 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8f1c769-c6e7-403e-bc77-946690f31012 req-723e6105-7513-4e5d-b63b-1d641e3a1d09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d83857be-db60-44b9-859b-cdb8e58b501d HTTP/1.1" status: 200 len: 858 time: 0.0465784 Jul 20 08:32:41.046670 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1c769-c6e7-403e-bc77-946690f31012 req-3b63ded3-dbdf-4aea-9d16-40f851270166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:32:41.048657 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8f1c769-c6e7-403e-bc77-946690f31012 req-3b63ded3-dbdf-4aea-9d16-40f851270166 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c96fa3a3-1d61-4869-813f-bb65cb182cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458887 Jul 20 08:32:41.118794 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:41.148161 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8f1c769-c6e7-403e-bc77-946690f31012 req-0d08c9a0-622b-463b-8729-6d77cc94a19a service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930586 Jul 20 08:32:41.240983 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8f1c769-c6e7-403e-bc77-946690f31012 req-14ba689b-bf2a-4c58-ac60-3f36a4ced9b4 service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865850 Jul 20 08:32:45.585144 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=59 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:45.587845 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=24 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:48.112571 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:48.113339 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=7 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:49.587339 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d876d4d6-587f-4241-b7ec-06fe419dfe52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:51.236270 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=15 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:51.238290 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=29 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:32:52.234456 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-05649358-9a8f-44a2-a04c-06e0d596add1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:54.219439 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:56.542603 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:32:56.683333 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:33:04.241752 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:33:06.677483 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:33:06.679401 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:33:10.094412 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:33:14.238253 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:33:19.590055 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b49906d2-d72c-458e-b52f-630e7ac48203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:33:22.237786 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e5e05d1d-6f99-490d-bebe-fcca2e18d1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:33:24.221645 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:33:25.104815 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:33:25.110201 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:33:26.545179 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:33:26.685834 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:33:28.248039 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b843e-eb6d-4047-a572-5c9350158854 req-ac580c96-e291-4d15-9578-a7dd3b4fdbb5 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:28.249652 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ae1b843e-eb6d-4047-a572-5c9350158854 req-ac580c96-e291-4d15-9578-a7dd3b4fdbb5 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0495474 Jul 20 08:33:28.299137 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ae1b843e-eb6d-4047-a572-5c9350158854 req-6fdbd34a-b73b-4560-9c47-7c0551b1216a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437989 Jul 20 08:33:29.419747 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f189e6e-5c30-4585-a64f-108e4cfea626 req-6af74ad3-abb9-423b-8336-61f2b89dda8f tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:29.421355 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1f189e6e-5c30-4585-a64f-108e4cfea626 req-6af74ad3-abb9-423b-8336-61f2b89dda8f tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0519416 Jul 20 08:33:29.468133 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1f189e6e-5c30-4585-a64f-108e4cfea626 req-b50829bb-dd9d-4ef0-a38b-0c20e8fc334d tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412807 Jul 20 08:33:30.586657 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0bb5e-2fde-4c78-bb45-625d013f6e42 req-29f5d1ae-d160-41e9-9723-2bd8df2ac5ba tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:30.588148 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f8d0bb5e-2fde-4c78-bb45-625d013f6e42 req-29f5d1ae-d160-41e9-9723-2bd8df2ac5ba tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0514259 Jul 20 08:33:30.636180 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f8d0bb5e-2fde-4c78-bb45-625d013f6e42 req-ad7a1344-d89c-4875-8cca-d84b569ba5e3 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420582 Jul 20 08:33:31.751466 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f781bb0-700f-4954-a3be-0d7fe23d312a req-c2b425a4-e4a7-4627-bd0e-274fa3e9adf7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:31.753007 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4f781bb0-700f-4954-a3be-0d7fe23d312a req-c2b425a4-e4a7-4627-bd0e-274fa3e9adf7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0482874 Jul 20 08:33:31.804055 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4f781bb0-700f-4954-a3be-0d7fe23d312a req-0328bcb7-cd5b-4e6d-9e95-3728f1e51907 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454586 Jul 20 08:33:32.920716 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034df7d1-7bbb-4f2e-aba1-36efe66240c8 req-dd45c7d8-0e94-4b94-a77e-3a4267cc0c62 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:32.922224 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-034df7d1-7bbb-4f2e-aba1-36efe66240c8 req-dd45c7d8-0e94-4b94-a77e-3a4267cc0c62 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0490191 Jul 20 08:33:32.970497 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-034df7d1-7bbb-4f2e-aba1-36efe66240c8 req-c119e919-15f7-432d-b530-4eaa7901262e tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427144 Jul 20 08:33:34.086086 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374780c-1e2c-4194-ace1-88779722b6d9 req-d2163d42-1c65-4ff8-a734-a5d2d8b332ee tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:34.087649 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5374780c-1e2c-4194-ace1-88779722b6d9 req-d2163d42-1c65-4ff8-a734-a5d2d8b332ee tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0491939 Jul 20 08:33:34.140631 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5374780c-1e2c-4194-ace1-88779722b6d9 req-9456fe9f-63de-471a-8be7-f4c61df5442e tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472164 Jul 20 08:33:35.258396 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dc7e7-bf31-4e68-a67b-82615444fe9e req-2dc52de7-a6bc-4fb8-95a9-5f4c5ba54c88 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:35.259900 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ec4dc7e7-bf31-4e68-a67b-82615444fe9e req-2dc52de7-a6bc-4fb8-95a9-5f4c5ba54c88 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0512908 Jul 20 08:33:35.307793 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ec4dc7e7-bf31-4e68-a67b-82615444fe9e req-89232f72-b584-4285-8501-340beccebc88 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420215 Jul 20 08:33:36.426393 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd830c0-b2ba-4587-8182-e374a0e1e8a3 req-1f3330cb-e2b7-4d65-86a1-307f1aa24a33 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:36.427957 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8cd830c0-b2ba-4587-8182-e374a0e1e8a3 req-1f3330cb-e2b7-4d65-86a1-307f1aa24a33 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0510836 Jul 20 08:33:36.475946 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8cd830c0-b2ba-4587-8182-e374a0e1e8a3 req-a1cc391d-9e73-40de-9316-919b325662d7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425117 Jul 20 08:33:36.679807 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:33:36.682147 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:33:36.904875 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb24993-b0f2-4c2c-890e-84c020069f16 req-e4ce2b66-6f82-4e2d-93cb-256126c9f0fa tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:36.906429 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cdb24993-b0f2-4c2c-890e-84c020069f16 req-e4ce2b66-6f82-4e2d-93cb-256126c9f0fa tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 984 time: 0.0494769 Jul 20 08:33:36.968199 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099674c1-abf1-42e3-8a5b-feb83f40035b req-438a141d-7d84-42f9-9c84-6efd61285c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:36.969611 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-099674c1-abf1-42e3-8a5b-feb83f40035b req-438a141d-7d84-42f9-9c84-6efd61285c94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5732783c305f47a389104f7ea5ac5fcf&device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 1168 time: 0.0622866 Jul 20 08:33:37.026938 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cdb24993-b0f2-4c2c-890e-84c020069f16 req-9f97cc14-0d6b-4293-8f0d-a35f77fcde08 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&id=a997cc5b-0979-4200-9724-02c22d8b4826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117349 Jul 20 08:33:37.083360 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099674c1-abf1-42e3-8a5b-feb83f40035b req-47ae773b-9e9d-4220-be9e-adb3f1044ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:37.084828 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-099674c1-abf1-42e3-8a5b-feb83f40035b req-47ae773b-9e9d-4220-be9e-adb3f1044ed4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abdb2b01-7e23-48cd-9c85-17299972804b HTTP/1.1" status: 200 len: 914 time: 0.1092463 Jul 20 08:33:37.151493 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-099674c1-abf1-42e3-8a5b-feb83f40035b req-d42f80fd-d717-4bf8-b3fb-60a6572c8989 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26b6ab63-8e74-43dc-82a1-e3067592fa61 HTTP/1.1" status: 200 len: 999 time: 0.0602417 Jul 20 08:33:37.201900 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099674c1-abf1-42e3-8a5b-feb83f40035b req-87152900-03b8-439f-900e-a2cca17a1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:37.203385 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-099674c1-abf1-42e3-8a5b-feb83f40035b req-87152900-03b8-439f-900e-a2cca17a1329 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=718150d7-7cbc-41c9-a2af-162012ca723e HTTP/1.1" status: 200 len: 852 time: 0.0455637 Jul 20 08:33:37.247952 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099674c1-abf1-42e3-8a5b-feb83f40035b req-7a61d032-013a-4818-a26b-8451ddfa9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:37.249335 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-099674c1-abf1-42e3-8a5b-feb83f40035b req-7a61d032-013a-4818-a26b-8451ddfa9b28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abdb2b01-7e23-48cd-9c85-17299972804b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393999 Jul 20 08:33:37.344803 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-099674c1-abf1-42e3-8a5b-feb83f40035b req-3a249f0b-9648-467e-b6a6-753180c27744 service neutron] 10.222.0.18 "GET /v2.0/networks/abdb2b01-7e23-48cd-9c85-17299972804b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884156 Jul 20 08:33:37.434225 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-099674c1-abf1-42e3-8a5b-feb83f40035b req-81ae666d-7e8c-45e6-8bb6-a86eda0508bd service neutron] 10.222.0.18 "GET /v2.0/networks/abdb2b01-7e23-48cd-9c85-17299972804b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832500 Jul 20 08:33:37.594211 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7b8df-ec46-4a7c-9a86-5423ce8b9e1e req-20a4095d-2e96-4bfa-8f2b-d8ec87a41a73 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:37.595829 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a6f7b8df-ec46-4a7c-9a86-5423ce8b9e1e req-20a4095d-2e96-4bfa-8f2b-d8ec87a41a73 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0502963 Jul 20 08:33:37.658172 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a6f7b8df-ec46-4a7c-9a86-5423ce8b9e1e req-991aa1ac-9483-4ef5-aa60-925b3895c665 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564966 Jul 20 08:33:38.137959 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:33:38.153035 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64531d3c-d231-423a-863c-31ed3eb4d516 req-f2a2f3b9-1d1e-40d5-a8d6-24068d92e6e5 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:38.154564 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-64531d3c-d231-423a-863c-31ed3eb4d516 req-f2a2f3b9-1d1e-40d5-a8d6-24068d92e6e5 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 984 time: 0.0550027 Jul 20 08:33:38.209524 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:33:38.227109 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-64531d3c-d231-423a-863c-31ed3eb4d516 req-7355041a-401f-4535-b835-c8437c223147 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&id=a997cc5b-0979-4200-9724-02c22d8b4826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663712 Jul 20 08:33:38.790348 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fde4d-7a5b-41d6-af77-355d582afa6a req-8721bba8-4f45-4497-aed8-9a68bb79ae0e tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:38.792039 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-408fde4d-7a5b-41d6-af77-355d582afa6a req-8721bba8-4f45-4497-aed8-9a68bb79ae0e tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0539105 Jul 20 08:33:38.855259 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-408fde4d-7a5b-41d6-af77-355d582afa6a req-ffcab4ba-da52-498b-b3c2-95fc71383ecc tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567122 Jul 20 08:33:39.349477 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5e12a-9438-480f-b50e-8f347aa85cfc req-2ee8cde9-23be-45de-928a-5a7f7e9493d4 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:39.351076 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f5a5e12a-9438-480f-b50e-8f347aa85cfc req-2ee8cde9-23be-45de-928a-5a7f7e9493d4 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 984 time: 0.0507507 Jul 20 08:33:39.419854 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f5a5e12a-9438-480f-b50e-8f347aa85cfc req-aa19110b-dc9d-4aa5-9760-0e93bd6aad3d tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&id=a997cc5b-0979-4200-9724-02c22d8b4826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622778 Jul 20 08:33:39.977318 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfeddce-7ab4-4e9c-8197-15de9f0b76a0 req-74c1b4f8-97e2-4250-9d59-6e53b8befb97 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:39.978875 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-dcfeddce-7ab4-4e9c-8197-15de9f0b76a0 req-74c1b4f8-97e2-4250-9d59-6e53b8befb97 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0506139 Jul 20 08:33:40.030561 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-dcfeddce-7ab4-4e9c-8197-15de9f0b76a0 req-aeedaa95-b319-41b1-a42f-1012c4041cdf tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456953 Jul 20 08:33:40.249686 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:33:40.539946 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab43897-66b8-4a8b-becd-9b8b5fd99170 req-09c373fc-bf01-4f0e-8d96-4eea3eb3c251 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:40.541383 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ab43897-66b8-4a8b-becd-9b8b5fd99170 req-09c373fc-bf01-4f0e-8d96-4eea3eb3c251 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 984 time: 0.0505829 Jul 20 08:33:40.607110 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ab43897-66b8-4a8b-becd-9b8b5fd99170 req-e0012569-79eb-4304-b4a4-cd558b23d737 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&id=a997cc5b-0979-4200-9724-02c22d8b4826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590558 Jul 20 08:33:41.148060 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db023d-4404-472b-a9f8-036a0e81a1cc req-7e92a7bb-f4fb-4e86-9577-633c793de793 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:41.149553 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d8db023d-4404-472b-a9f8-036a0e81a1cc req-7e92a7bb-f4fb-4e86-9577-633c793de793 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0508196 Jul 20 08:33:41.197184 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d8db023d-4404-472b-a9f8-036a0e81a1cc req-33396f7d-835f-4a1e-9a60-5080fe3e4d13 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420673 Jul 20 08:33:41.240038 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:33:41.720311 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79913641-3c4b-4566-aca0-f52a034c3b58 req-aa390fe0-e426-47c9-a733-22ace99a9ca4 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:41.721773 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79913641-3c4b-4566-aca0-f52a034c3b58 req-aa390fe0-e426-47c9-a733-22ace99a9ca4 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 984 time: 0.0466118 Jul 20 08:33:41.781429 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79913641-3c4b-4566-aca0-f52a034c3b58 req-4f0c424e-e942-432b-8a49-0bb6ef70cd21 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&id=a997cc5b-0979-4200-9724-02c22d8b4826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540197 Jul 20 08:33:42.321802 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0f7bf-578a-417c-ae28-ffd6434642b8 req-8dab1181-c0e7-40b6-930b-6b8d3c6650d6 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:42.323334 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-53e0f7bf-578a-417c-ae28-ffd6434642b8 req-8dab1181-c0e7-40b6-930b-6b8d3c6650d6 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0539091 Jul 20 08:33:42.372147 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-53e0f7bf-578a-417c-ae28-ffd6434642b8 req-d1959af6-a633-4194-8985-0f465fa01ec6 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419748 Jul 20 08:33:42.639150 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5b17a40-1dfc-4f52-9b9f-cc66d94a8104 req-51a56d56-4941-4365-91fb-e1eb6dbfaa68 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384905 Jul 20 08:33:42.727491 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b17a40-1dfc-4f52-9b9f-cc66d94a8104 req-21b7b8d6-c56d-4644-b8f8-3937b8573201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:42.728990 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5b17a40-1dfc-4f52-9b9f-cc66d94a8104 req-21b7b8d6-c56d-4644-b8f8-3937b8573201 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b044b1d7d5474351bd94eb1c90882933&device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 1130 time: 0.0394855 Jul 20 08:33:42.932895 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454b2bf-c79e-4466-a760-578cb2552bac req-bec7e4be-d6c3-4bcc-bdae-8b8b1ea96de1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:42.934271 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4454b2bf-c79e-4466-a760-578cb2552bac req-bec7e4be-d6c3-4bcc-bdae-8b8b1ea96de1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 984 time: 0.0811760 Jul 20 08:33:42.972307 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b17a40-1dfc-4f52-9b9f-cc66d94a8104 req-557f7395-aced-4684-9415-3609b750c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:42.973788 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5b17a40-1dfc-4f52-9b9f-cc66d94a8104 req-557f7395-aced-4684-9415-3609b750c0dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 200 len: 920 time: 0.1503844 Jul 20 08:33:43.029419 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5b17a40-1dfc-4f52-9b9f-cc66d94a8104 req-b3554155-ce6f-4c7f-9ed9-3f6c7d8ba701 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f795798-1661-4ba0-bf5a-641687efe8e3 HTTP/1.1" status: 200 len: 217 time: 0.0452814 Jul 20 08:33:43.043768 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4454b2bf-c79e-4466-a760-578cb2552bac req-3e57ef24-8cb1-4461-b255-cad28de94be9 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&id=a997cc5b-0979-4200-9724-02c22d8b4826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023059 Jul 20 08:33:43.088224 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b17a40-1dfc-4f52-9b9f-cc66d94a8104 req-6ee35864-af19-44b7-a7f5-d5156a18ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:43.089678 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5b17a40-1dfc-4f52-9b9f-cc66d94a8104 req-6ee35864-af19-44b7-a7f5-d5156a18ae01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d83857be-db60-44b9-859b-cdb8e58b501d HTTP/1.1" status: 200 len: 858 time: 0.0443311 Jul 20 08:33:43.140886 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b17a40-1dfc-4f52-9b9f-cc66d94a8104 req-dc635f7f-87bd-40d7-93e5-9094bf733e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:43.142418 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5b17a40-1dfc-4f52-9b9f-cc66d94a8104 req-dc635f7f-87bd-40d7-93e5-9094bf733e3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c96fa3a3-1d61-4869-813f-bb65cb182cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443373 Jul 20 08:33:43.237161 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5b17a40-1dfc-4f52-9b9f-cc66d94a8104 req-e6647770-5b91-4fed-89c5-d999f9ac914c service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866957 Jul 20 08:33:43.336079 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5b17a40-1dfc-4f52-9b9f-cc66d94a8104 req-c2de1aa4-e67e-4326-b768-df6aa804360c service neutron] 10.222.0.18 "GET /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922422 Jul 20 08:33:43.494592 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2cc4e-384d-46c4-b322-d6a046eaddfc req-dfeb3ad2-493b-454a-8cb2-2fce8f167797 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:43.496012 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9be2cc4e-384d-46c4-b322-d6a046eaddfc req-dfeb3ad2-493b-454a-8cb2-2fce8f167797 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0491450 Jul 20 08:33:43.547294 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9be2cc4e-384d-46c4-b322-d6a046eaddfc req-29d6c8fc-8e7e-4d71-a4a2-d6c5adede4a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454652 Jul 20 08:33:44.160668 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaf17e-e175-49f2-94ca-81697069ae81 req-360a2fb6-f0b4-483d-bc5e-26d256a12ba9 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:44.162118 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8bcaf17e-e175-49f2-94ca-81697069ae81 req-360a2fb6-f0b4-483d-bc5e-26d256a12ba9 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 984 time: 0.0488570 Jul 20 08:33:44.180462 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:33:44.206204 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:33:44.223141 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8bcaf17e-e175-49f2-94ca-81697069ae81 req-f08e5535-cfba-495c-b637-371e963d5f13 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&id=a997cc5b-0979-4200-9724-02c22d8b4826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553787 Jul 20 08:33:44.666926 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e0e17-d068-4be8-9014-65a9cf09b538 req-e79b7c12-182f-4aa8-ae90-c894a578c9ff tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:44.668449 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c56e0e17-d068-4be8-9014-65a9cf09b538 req-e79b7c12-182f-4aa8-ae90-c894a578c9ff tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0491295 Jul 20 08:33:44.681451 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:33:44.723539 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c56e0e17-d068-4be8-9014-65a9cf09b538 req-0219d28c-1735-4d57-aaaa-bc1e47b27fb5 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489550 Jul 20 08:33:44.927678 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b997e-e492-4dc3-a767-5675de5b8970 req-76791f91-05a1-493d-aef9-a96ba448afe2 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:44.929201 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-380b997e-e492-4dc3-a767-5675de5b8970 req-76791f91-05a1-493d-aef9-a96ba448afe2 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0507882 Jul 20 08:33:44.974768 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:33:44.983983 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-380b997e-e492-4dc3-a767-5675de5b8970 req-86424dfa-9fbf-4d81-9790-da605b3dc54a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488727 Jul 20 08:33:44.999159 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6e0a2-0ef6-4b69-8a29-d2496c37ab49 req-427ce500-8fc9-4f87-b084-cb03ea69855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:45.000680 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7bf6e0a2-0ef6-4b69-8a29-d2496c37ab49 req-427ce500-8fc9-4f87-b084-cb03ea69855b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4764ea3c4f4bf98ea56ee0798adfdc&device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 1130 time: 0.0426614 Jul 20 08:33:45.104953 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6e0a2-0ef6-4b69-8a29-d2496c37ab49 req-57389b68-d3d5-491e-8cc8-b376e14d6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:45.106338 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7bf6e0a2-0ef6-4b69-8a29-d2496c37ab49 req-57389b68-d3d5-491e-8cc8-b376e14d6c81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 HTTP/1.1" status: 200 len: 911 time: 0.0988355 Jul 20 08:33:45.175835 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7bf6e0a2-0ef6-4b69-8a29-d2496c37ab49 req-6ed71389-7e51-455c-b801-7fe522ec18f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90d4b267-6b9e-479b-978c-9e4434caa2b0 HTTP/1.1" status: 200 len: 1002 time: 0.0614629 Jul 20 08:33:45.229994 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6e0a2-0ef6-4b69-8a29-d2496c37ab49 req-b6bb1bb1-2d7e-484f-9446-87dccd2f9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:45.231537 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7bf6e0a2-0ef6-4b69-8a29-d2496c37ab49 req-b6bb1bb1-2d7e-484f-9446-87dccd2f9cde service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7 HTTP/1.1" status: 200 len: 849 time: 0.0492024 Jul 20 08:33:45.279281 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6e0a2-0ef6-4b69-8a29-d2496c37ab49 req-04689405-90f0-4b40-a58e-d3059940ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:45.281060 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7bf6e0a2-0ef6-4b69-8a29-d2496c37ab49 req-04689405-90f0-4b40-a58e-d3059940ab2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421591 Jul 20 08:33:45.389444 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec23bb1-cf61-4af4-aaca-6cbec8dbc5f0 req-9ff34d16-5504-4bf6-a660-c1296c0f5da0 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:45.390899 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bec23bb1-cf61-4af4-aaca-6cbec8dbc5f0 req-9ff34d16-5504-4bf6-a660-c1296c0f5da0 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 984 time: 0.0937691 Jul 20 08:33:45.439407 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7bf6e0a2-0ef6-4b69-8a29-d2496c37ab49 req-b7aef8f0-ec08-40a0-b6af-7a2330844238 service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513290 Jul 20 08:33:45.503350 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bec23bb1-cf61-4af4-aaca-6cbec8dbc5f0 req-41782d60-303e-4a8b-b8b9-5240dc6ec159 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&id=a997cc5b-0979-4200-9724-02c22d8b4826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1039290 Jul 20 08:33:45.563923 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7bf6e0a2-0ef6-4b69-8a29-d2496c37ab49 req-13ba1222-3a8b-41d1-9b54-e5fc2ef68c9c service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130157 Jul 20 08:33:46.100392 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4036f-7615-4c36-a18c-9122b96f781d req-14addc4d-8a60-4dd7-a4d4-e04ed68b4733 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:46.101849 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e8a4036f-7615-4c36-a18c-9122b96f781d req-14addc4d-8a60-4dd7-a4d4-e04ed68b4733 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0475414 Jul 20 08:33:46.151142 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e8a4036f-7615-4c36-a18c-9122b96f781d req-649d6d91-d7b1-4fab-a06b-78217845a253 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428991 Jul 20 08:33:46.622476 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e62c7-65ac-4748-995a-85303431023b req-b5a7c4fa-6625-4f0a-9004-64009da8fe7c tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:46.623985 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bb4e62c7-65ac-4748-995a-85303431023b req-b5a7c4fa-6625-4f0a-9004-64009da8fe7c tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 984 time: 0.0497496 Jul 20 08:33:46.684870 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bb4e62c7-65ac-4748-995a-85303431023b req-bc1827be-ecbd-467d-957e-1628e8be318b tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&id=a997cc5b-0979-4200-9724-02c22d8b4826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550120 Jul 20 08:33:47.272712 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a573d2-ff6d-4360-8ff3-067e03f6b8e0 req-65139057-ca51-436b-8db5-0373a18d015a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:47.274252 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b9a573d2-ff6d-4360-8ff3-067e03f6b8e0 req-65139057-ca51-436b-8db5-0373a18d015a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0516896 Jul 20 08:33:47.322521 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b9a573d2-ff6d-4360-8ff3-067e03f6b8e0 req-83b78674-b961-4820-8ed3-4a23e0b09a1b tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426061 Jul 20 08:33:47.801915 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218c7c0-95dd-4f44-a1cc-2de504e4a7b2 req-323adc80-d39b-48ab-8d10-51753db00a35 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:47.803419 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5218c7c0-95dd-4f44-a1cc-2de504e4a7b2 req-323adc80-d39b-48ab-8d10-51753db00a35 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 984 time: 0.0477366 Jul 20 08:33:47.867368 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5218c7c0-95dd-4f44-a1cc-2de504e4a7b2 req-dd13fe6b-3930-4556-aaab-b4fc30e3f218 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&id=a997cc5b-0979-4200-9724-02c22d8b4826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583348 Jul 20 08:33:48.986973 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bc104-2eaa-4e94-b9df-32b9349f893f req-f126bdb8-8d45-4afa-9257-7f0485ae90f1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:48.988585 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-578bc104-2eaa-4e94-b9df-32b9349f893f req-f126bdb8-8d45-4afa-9257-7f0485ae90f1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 984 time: 0.0517488 Jul 20 08:33:49.055160 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-578bc104-2eaa-4e94-b9df-32b9349f893f req-87c1f7d0-c257-41a4-8116-e9ebee2c0548 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&id=a997cc5b-0979-4200-9724-02c22d8b4826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605237 Jul 20 08:33:49.596859 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-08e32ffb-3d44-4a97-96b6-a7d9a6b545f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:33:50.171559 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f99b6-fbaa-4e45-a55c-f4491e6eea87 req-c6e3107c-3af9-4fc5-8228-197e23be2d10 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:50.173092 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4e7f99b6-fbaa-4e45-a55c-f4491e6eea87 req-c6e3107c-3af9-4fc5-8228-197e23be2d10 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 984 time: 0.0487411 Jul 20 08:33:50.238043 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4e7f99b6-fbaa-4e45-a55c-f4491e6eea87 req-3bb7efdb-56b0-4f1d-9bac-da3b61c851d0 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&id=a997cc5b-0979-4200-9724-02c22d8b4826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590627 Jul 20 08:33:51.235161 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=12 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:33:51.236082 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=16 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:33:51.370365 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44078-4910-45a5-9e01-5335054d59ef req-b7e5ac91-5ca2-4306-a567-64d9fce78d0c tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:51.371916 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-efa44078-4910-45a5-9e01-5335054d59ef req-b7e5ac91-5ca2-4306-a567-64d9fce78d0c tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 984 time: 0.0568385 Jul 20 08:33:51.445786 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-efa44078-4910-45a5-9e01-5335054d59ef req-d9bbbcc5-6e11-42db-bd64-9beab91014b1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&id=a997cc5b-0979-4200-9724-02c22d8b4826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633204 Jul 20 08:33:52.254594 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f5829a68-4356-41f1-a0b6-b0942828aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:33:52.579054 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db77e0-0688-4a36-be21-a9bc6d0a0a91 req-4f6d0901-842a-4980-9ea4-ff81f01ec6d1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:52.580725 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-63db77e0-0688-4a36-be21-a9bc6d0a0a91 req-4f6d0901-842a-4980-9ea4-ff81f01ec6d1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 984 time: 0.0524454 Jul 20 08:33:52.603285 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:33:52.632375 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:33:52.648478 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-63db77e0-0688-4a36-be21-a9bc6d0a0a91 req-a4cc3b05-d886-45f7-8b68-faa836bea69c tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&id=a997cc5b-0979-4200-9724-02c22d8b4826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619583 Jul 20 08:33:53.771588 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59b598-fded-4bbc-bbb2-b12e7dce1597 req-0f1c8837-2688-41a7-a14a-d5e33ef1d6b9 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:53.773225 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9e59b598-fded-4bbc-bbb2-b12e7dce1597 req-0f1c8837-2688-41a7-a14a-d5e33ef1d6b9 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 984 time: 0.0541120 Jul 20 08:33:53.836773 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9e59b598-fded-4bbc-bbb2-b12e7dce1597 req-c7b2f42b-eff4-4413-90fa-eb70dfe91ff1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&id=a997cc5b-0979-4200-9724-02c22d8b4826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578506 Jul 20 08:33:54.223970 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:33:56.549225 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:33:56.688052 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:33:57.642165 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f5139-6606-4472-aa53-e7f179946c1d req-3db730da-8844-409a-9dfc-73b666cc5927 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:57.643683 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-841f5139-6606-4472-aa53-e7f179946c1d req-3db730da-8844-409a-9dfc-73b666cc5927 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0533855 Jul 20 08:33:57.692105 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-841f5139-6606-4472-aa53-e7f179946c1d req-7e5c370d-0047-48c2-b2fd-8adb16d53a95 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428708 Jul 20 08:33:58.805722 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e007058-c2eb-41c7-8da5-935f637e7817 req-44d8d39b-ee45-4044-abf0-0af98c15c72e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:58.807212 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e007058-c2eb-41c7-8da5-935f637e7817 req-44d8d39b-ee45-4044-abf0-0af98c15c72e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0476465 Jul 20 08:33:58.855440 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e007058-c2eb-41c7-8da5-935f637e7817 req-df49842d-17c9-4032-9750-b81c9decf5d1 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425177 Jul 20 08:33:59.802667 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73de35a-66c4-4b29-84c3-c4df9774dd38 req-4f6a5ab9-1e51-41b8-a723-b49b4d153161 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:59.804185 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a73de35a-66c4-4b29-84c3-c4df9774dd38 req-4f6a5ab9-1e51-41b8-a723-b49b4d153161 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 946 time: 0.0509119 Jul 20 08:33:59.858714 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a73de35a-66c4-4b29-84c3-c4df9774dd38 req-b7197a58-265c-4e54-a863-94ad4154feaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489376 Jul 20 08:33:59.984145 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885ded6-5348-4095-bda3-8183c916ba0c req-51272404-51bd-4761-9163-00d510f669fc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:33:59.985701 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4885ded6-5348-4095-bda3-8183c916ba0c req-51272404-51bd-4761-9163-00d510f669fc tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0554807 Jul 20 08:34:00.037709 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4885ded6-5348-4095-bda3-8183c916ba0c req-80c34bf6-e4e6-4227-98e6-3e6bfc61cf1f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461733 Jul 20 08:34:00.987186 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4eaea-89e0-4c5b-bb5a-a8ff3b3156cd req-0e2ae544-b447-411d-ab46-e710eaba7926 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:00.988761 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fee4eaea-89e0-4c5b-bb5a-a8ff3b3156cd req-0e2ae544-b447-411d-ab46-e710eaba7926 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 946 time: 0.0491173 Jul 20 08:34:01.040276 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fee4eaea-89e0-4c5b-bb5a-a8ff3b3156cd req-a7783a0c-2b41-4146-b44f-3a46dbf9b966 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447683 Jul 20 08:34:01.311857 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926d49c-a6b7-4c21-96de-2132c347b96e req-7bd87dc0-e854-42a2-a31a-5f095f6f2f92 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:01.313501 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c926d49c-a6b7-4c21-96de-2132c347b96e req-7bd87dc0-e854-42a2-a31a-5f095f6f2f92 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0514050 Jul 20 08:34:01.364717 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c926d49c-a6b7-4c21-96de-2132c347b96e req-051ff0f8-5593-4fc1-ad10-a01fbb7b74e1 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457215 Jul 20 08:34:02.023782 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e774013-f73a-4a46-a52d-cf2728d9fdb0 req-953d59af-77c2-4f38-9305-2ec8f9da70f9 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:02.026009 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e774013-f73a-4a46-a52d-cf2728d9fdb0 req-953d59af-77c2-4f38-9305-2ec8f9da70f9 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0536857 Jul 20 08:34:02.094781 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e774013-f73a-4a46-a52d-cf2728d9fdb0 req-a04e6487-06a1-4e2a-8d55-334a32c4d156 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615141 Jul 20 08:34:02.101889 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:02.105931 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:02.175257 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99dfbb-8215-46d7-8222-1a3dea78d3e4 req-f564c583-1883-40c1-8d5c-da4ce14bdc03 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:02.176880 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2d99dfbb-8215-46d7-8222-1a3dea78d3e4 req-f564c583-1883-40c1-8d5c-da4ce14bdc03 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 946 time: 0.0520530 Jul 20 08:34:02.229000 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2d99dfbb-8215-46d7-8222-1a3dea78d3e4 req-e2bd6dc1-5205-4288-89a2-14459042a494 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463936 Jul 20 08:34:02.480042 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f951a9e-765c-4b53-9832-f745597b2cb7 req-e11f4b39-ab79-47ed-a0cd-fec4cf54a005 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:02.482144 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4f951a9e-765c-4b53-9832-f745597b2cb7 req-e11f4b39-ab79-47ed-a0cd-fec4cf54a005 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0496435 Jul 20 08:34:02.539203 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4f951a9e-765c-4b53-9832-f745597b2cb7 req-8798ef03-f374-4e09-a13f-d5058010f0df tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475926 Jul 20 08:34:03.215271 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76367a1-8d0f-48ca-9c1b-5547bcd583c0 req-f899d562-b31a-4deb-bb78-be4ed7d5a859 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:03.217671 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a76367a1-8d0f-48ca-9c1b-5547bcd583c0 req-f899d562-b31a-4deb-bb78-be4ed7d5a859 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0503786 Jul 20 08:34:03.281455 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a76367a1-8d0f-48ca-9c1b-5547bcd583c0 req-1d3a0770-fb44-441f-a04c-f106fffa5a97 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576301 Jul 20 08:34:03.362194 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:03.372074 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c015c31-9ec2-4abe-92c6-46e799a9b8c2 req-10f0c10f-d408-49da-94d7-21195c5293e9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:03.374356 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3c015c31-9ec2-4abe-92c6-46e799a9b8c2 req-10f0c10f-d408-49da-94d7-21195c5293e9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 946 time: 0.0600550 Jul 20 08:34:03.432514 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3c015c31-9ec2-4abe-92c6-46e799a9b8c2 req-165d4c29-fa3a-4ec6-8eda-99a938bcd0dd tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496101 Jul 20 08:34:03.676702 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e806a-da08-4b4a-a684-6bc05fc70dbb req-3f16c25e-b1c6-429d-a98d-d6685df5978b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:03.678316 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-653e806a-da08-4b4a-a684-6bc05fc70dbb req-3f16c25e-b1c6-429d-a98d-d6685df5978b tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0586348 Jul 20 08:34:03.752068 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-653e806a-da08-4b4a-a684-6bc05fc70dbb req-2f26cfd0-ec7a-4cd3-b190-40e84c6a2e18 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677869 Jul 20 08:34:04.069649 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd133eb-c60e-4fc9-8282-e1bd46ff1096 req-41f9e010-377a-4b3e-9019-548c2a5d5ac8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:04.071215 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bbd133eb-c60e-4fc9-8282-e1bd46ff1096 req-41f9e010-377a-4b3e-9019-548c2a5d5ac8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0584641 Jul 20 08:34:04.380013 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c9d1f-6b0e-44f0-bf20-191094e88e4f req-253029c3-a9da-4366-a6cf-c168ba517f44 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:04.381550 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-019c9d1f-6b0e-44f0-bf20-191094e88e4f req-253029c3-a9da-4366-a6cf-c168ba517f44 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 946 time: 0.0895305 Jul 20 08:34:04.396971 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-bbd133eb-c60e-4fc9-8282-e1bd46ff1096 req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Deleting port 3cddf9c2-1c8a-40e4-8522-773a3957740b {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:34:04.397652 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-bbd133eb-c60e-4fc9-8282-e1bd46ff1096 req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (3cddf9c2-1c8a-40e4-8522-773a3957740b), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:04.440978 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c200c2-28dd-483a-9c95-0bd9104b2494 req-6d48d24c-ec25-42e8-a445-56ec21ee07e1 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:04.442745 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-77c200c2-28dd-483a-9c95-0bd9104b2494 req-6d48d24c-ec25-42e8-a445-56ec21ee07e1 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0864167 Jul 20 08:34:04.459399 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:04.555205 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-77c200c2-28dd-483a-9c95-0bd9104b2494 req-86b9687a-e9a6-43aa-8050-5c6a370e41d1 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007996 Jul 20 08:34:04.815103 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:04.852412 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532cc63-bd1b-4512-8efb-4c18c6a94805 req-f0c24af1-68c7-4611-9271-5f4dfaaedced tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:04.853997 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6532cc63-bd1b-4512-8efb-4c18c6a94805 req-f0c24af1-68c7-4611-9271-5f4dfaaedced tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.18 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.4405503 Jul 20 08:34:04.890445 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bb24e-712e-4f34-976d-6437f359d783 req-24ca7f54-8e20-4c0d-8d04-0e89cdd65c76 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:04.892036 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-778bb24e-712e-4f34-976d-6437f359d783 req-24ca7f54-8e20-4c0d-8d04-0e89cdd65c76 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 946 time: 0.0597589 Jul 20 08:34:04.945645 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:04.953081 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-778bb24e-712e-4f34-976d-6437f359d783 req-d30a2873-e243-4314-be88-64c6214016b6 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476f02a-f022-4fc0-8981-4f07e11a2814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540214 Jul 20 08:34:04.962749 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cb1e3-749f-4ab4-a4f4-227b8f7a8bf8 req-f88e14c9-4c21-4c5b-b93c-099ffacb663b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:04.964302 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f21cb1e3-749f-4ab4-a4f4-227b8f7a8bf8 req-f88e14c9-4c21-4c5b-b93c-099ffacb663b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 946 time: 0.1724937 Jul 20 08:34:04.971808 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-bbd133eb-c60e-4fc9-8282-e1bd46ff1096 req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] For port 3cddf9c2-1c8a-40e4-8522-773a3957740b, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=3cddf9c2-1c8a-40e4-8522-773a3957740b,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:04.971808 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-bbd133eb-c60e-4fc9-8282-e1bd46ff1096 req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (3cddf9c2-1c8a-40e4-8522-773a3957740b), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:04.998078 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-019c9d1f-6b0e-44f0-bf20-191094e88e4f req-39f720ec-3de7-4901-ac22-bf98d5204dd2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Deleting port 70393be6-628d-4634-90f4-13212f783bcf {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:34:04.998434 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-019c9d1f-6b0e-44f0-bf20-191094e88e4f req-39f720ec-3de7-4901-ac22-bf98d5204dd2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (70393be6-628d-4634-90f4-13212f783bcf), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:05.228582 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309aa6e-1318-4b45-bdf9-b71e50b1f026 req-fd6ee34a-2c3d-4440-b90b-2e5283404c3f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:05.230830 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9309aa6e-1318-4b45-bdf9-b71e50b1f026 req-fd6ee34a-2c3d-4440-b90b-2e5283404c3f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 947 time: 0.0523551 Jul 20 08:34:05.258742 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-6532cc63-bd1b-4512-8efb-4c18c6a94805 req-a4f38615-5951-4108-b060-6424ea394542 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Deleting port 91e7ab01-3fe6-490c-8584-7db55fc13380 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:34:05.259095 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6532cc63-bd1b-4512-8efb-4c18c6a94805 req-a4f38615-5951-4108-b060-6424ea394542 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:05.282296 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9309aa6e-1318-4b45-bdf9-b71e50b1f026 req-acf44406-194b-4b95-87b6-eda6eff8c95f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456173 Jul 20 08:34:05.310729 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f21cb1e3-749f-4ab4-a4f4-227b8f7a8bf8 req-a635905d-c03a-436a-8df2-ccbd8e049f90 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=16af5828-3321-483a-9a6e-859449e53095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340394 Jul 20 08:34:05.420142 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-019c9d1f-6b0e-44f0-bf20-191094e88e4f req-39f720ec-3de7-4901-ac22-bf98d5204dd2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] For port 70393be6-628d-4634-90f4-13212f783bcf, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=70393be6-628d-4634-90f4-13212f783bcf,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:05.420844 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-019c9d1f-6b0e-44f0-bf20-191094e88e4f req-39f720ec-3de7-4901-ac22-bf98d5204dd2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (70393be6-628d-4634-90f4-13212f783bcf), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:05.455007 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-bbd133eb-c60e-4fc9-8282-e1bd46ff1096 req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:05.455364 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-bbd133eb-c60e-4fc9-8282-e1bd46ff1096 req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (cb7351ef-c453-4a04-ab44-b5a95c1c1961), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:05.455679 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-bbd133eb-c60e-4fc9-8282-e1bd46ff1096 req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Floating IP cb7351ef-c453-4a04-ab44-b5a95c1c1961 disassociated. External IP: 172.27.1.146, port: 3cddf9c2-1c8a-40e4-8522-773a3957740b. Jul 20 08:34:05.456027 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-bbd133eb-c60e-4fc9-8282-e1bd46ff1096 req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Calling delete_port for 3cddf9c2-1c8a-40e4-8522-773a3957740b owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:34:05.520052 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-6532cc63-bd1b-4512-8efb-4c18c6a94805 req-a4f38615-5951-4108-b060-6424ea394542 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] For port 91e7ab01-3fe6-490c-8584-7db55fc13380, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=91e7ab01-3fe6-490c-8584-7db55fc13380,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:05.520416 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6532cc63-bd1b-4512-8efb-4c18c6a94805 req-a4f38615-5951-4108-b060-6424ea394542 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:05.697575 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289df33-0c02-4ade-ac8a-79f8da7ca238 req-51b12c4f-f645-4473-be07-0ec2d6c10a28 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:05.699016 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8289df33-0c02-4ade-ac8a-79f8da7ca238 req-51b12c4f-f645-4473-be07-0ec2d6c10a28 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 945 time: 0.0536647 Jul 20 08:34:05.746258 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:05.754471 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8289df33-0c02-4ade-ac8a-79f8da7ca238 req-5230d0e1-8d1b-43fb-be43-f365e7c45227 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484097 Jul 20 08:34:05.755929 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:05.781312 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-019c9d1f-6b0e-44f0-bf20-191094e88e4f req-39f720ec-3de7-4901-ac22-bf98d5204dd2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:05.781667 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-019c9d1f-6b0e-44f0-bf20-191094e88e4f req-39f720ec-3de7-4901-ac22-bf98d5204dd2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (a8132ee2-e55f-4e64-b630-6d52e4c00ff6), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:05.781989 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-019c9d1f-6b0e-44f0-bf20-191094e88e4f req-39f720ec-3de7-4901-ac22-bf98d5204dd2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Floating IP a8132ee2-e55f-4e64-b630-6d52e4c00ff6 disassociated. External IP: 172.27.1.153, port: 70393be6-628d-4634-90f4-13212f783bcf. Jul 20 08:34:05.782345 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-019c9d1f-6b0e-44f0-bf20-191094e88e4f req-39f720ec-3de7-4901-ac22-bf98d5204dd2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Calling delete_port for 70393be6-628d-4634-90f4-13212f783bcf owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:34:05.928849 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6532cc63-bd1b-4512-8efb-4c18c6a94805 req-a4f38615-5951-4108-b060-6424ea394542 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:05.929219 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6532cc63-bd1b-4512-8efb-4c18c6a94805 req-a4f38615-5951-4108-b060-6424ea394542 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (86b97b16-eea3-4ff9-9d91-b14d1bbfab7f), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:05.929541 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-6532cc63-bd1b-4512-8efb-4c18c6a94805 req-a4f38615-5951-4108-b060-6424ea394542 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Floating IP 86b97b16-eea3-4ff9-9d91-b14d1bbfab7f disassociated. External IP: 172.27.1.37, port: 91e7ab01-3fe6-490c-8584-7db55fc13380. Jul 20 08:34:05.929894 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-6532cc63-bd1b-4512-8efb-4c18c6a94805 req-a4f38615-5951-4108-b060-6424ea394542 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Calling delete_port for 91e7ab01-3fe6-490c-8584-7db55fc13380 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:34:05.949850 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-bbd133eb-c60e-4fc9-8282-e1bd46ff1096 req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (3cddf9c2-1c8a-40e4-8522-773a3957740b), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:05.965760 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 91e7ab01-3fe6-490c-8584-7db55fc13380 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:34:06.016639 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Pushing event deleted for resources: {'Port': ['ID=3cddf9c2-1c8a-40e4-8522-773a3957740b,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:06.043098 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.046672 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.046672 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.046672 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.046672 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.046672 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.046672 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.046672 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.046672 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.047510 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.047510 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.047510 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.047757 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.048018 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.048345 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.078435 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 91e7ab01-3fe6-490c-8584-7db55fc13380 is: ACTIVE; New status is: DOWN {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:34:06.079119 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:06.121120 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15050cb9-f79e-4546-b875-1b4e338312fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e7ab01-3fe6-490c-8584-7db55fc13380'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:34:06.127004 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3c86d0dd-67ad-48cd-a51f-8d8d74edc767 req-cddd3cbf-4b6a-4b22-bbf3-221a0273211d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 210 time: 0.0723026 Jul 20 08:34:06.127239 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6d1c26-8c75-47b0-b19a-95ab1a9d456a" -d '{"events": [{"server_uuid": "15050cb9-f79e-4546-b875-1b4e338312fa", "name": "network-vif-unplugged", "status": "completed", "tag": "91e7ab01-3fe6-490c-8584-7db55fc13380"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:34:06.150401 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 91e7ab01-3fe6-490c-8584-7db55fc13380, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=91e7ab01-3fe6-490c-8584-7db55fc13380,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:06.161711 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:06.163496 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 3cddf9c2-1c8a-40e4-8522-773a3957740b no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:34:06.225234 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 08:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a208f2b-82b1-465d-b16a-291bce4076cb x-openstack-request-id: req-5a208f2b-82b1-465d-b16a-291bce4076cb {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:34:06.225522 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15050cb9-f79e-4546-b875-1b4e338312fa", "name": "network-vif-unplugged", "status": "completed", "tag": "91e7ab01-3fe6-490c-8584-7db55fc13380", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:34:06.225778 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a208f2b-82b1-465d-b16a-291bce4076cb {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:34:06.226187 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a208f2b-82b1-465d-b16a-291bce4076cb'] response: {'server_uuid': '15050cb9-f79e-4546-b875-1b4e338312fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e7ab01-3fe6-490c-8584-7db55fc13380', 'code': 200} Jul 20 08:34:06.231043 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: 3cddf9c2-1c8a-40e4-8522-773a3957740b {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:34:06.231043 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 3cddf9c2-1c8a-40e4-8522-773a3957740b not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:34:06.248581 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-019c9d1f-6b0e-44f0-bf20-191094e88e4f req-39f720ec-3de7-4901-ac22-bf98d5204dd2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (70393be6-628d-4634-90f4-13212f783bcf), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:06.249132 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=91e7ab01-3fe6-490c-8584-7db55fc13380,revision_number=6']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:06.261166 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.261830 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.262260 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.263115 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.263614 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.264109 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.264834 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.265255 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.265845 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.266357 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.266918 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.267382 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.267752 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.268231 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.268737 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:06.316313 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f720ec-3de7-4901-ac22-bf98d5204dd2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event deleted for resources: {'Port': ['ID=70393be6-628d-4634-90f4-13212f783bcf,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:06.345855 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbd133eb-c60e-4fc9-8282-e1bd46ff1096 req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:34:06.413443 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6532cc63-bd1b-4512-8efb-4c18c6a94805 req-a4f38615-5951-4108-b060-6424ea394542 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (91e7ab01-3fe6-490c-8584-7db55fc13380), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:06.475385 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-52f5dd62-6153-4de2-ac3f-9f52b2432e5f req-8291d331-3286-4d29-84ee-b114be464b2d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 210 time: 0.0438738 Jul 20 08:34:06.483327 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f38615-5951-4108-b060-6424ea394542 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event deleted for resources: {'Port': ['ID=91e7ab01-3fe6-490c-8584-7db55fc13380,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:06.546558 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=12,neutron:SELECT=84,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:06.573677 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6e038-c05c-44d5-aa7a-12c2d2eebb6c req-8ee612c2-5326-4f33-9837-5a204a9ffc2c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:06.575886 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6eb6e038-c05c-44d5-aa7a-12c2d2eebb6c req-8ee612c2-5326-4f33-9837-5a204a9ffc2c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 947 time: 0.1787987 Jul 20 08:34:06.592443 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:06.780538 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-019c9d1f-6b0e-44f0-bf20-191094e88e4f req-39f720ec-3de7-4901-ac22-bf98d5204dd2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Router f89a0f50-73be-4465-b934-a3589109ebd2 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:34:06.789985 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6eb6e038-c05c-44d5-aa7a-12c2d2eebb6c req-b382d899-5cf9-4dac-9ff2-9ad9388119cc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987078 Jul 20 08:34:06.792695 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbd133eb-c60e-4fc9-8282-e1bd46ff1096 req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:34:06.807497 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584e6fa-cd4f-48ae-8470-7f09814bb3bc None None] Sync routers for ids ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:34:06.823102 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584e6fa-cd4f-48ae-8470-7f09814bb3bc None None] Routers {'5f399a45-12c2-4784-bae4-5298c4e0c3c6'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:06.824789 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-c584e6fa-cd4f-48ae-8470-7f09814bb3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:33:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:06.888750 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0fe189fe-aa13-40b0-a1df-0e2af4d3b31b req-c8c50a7c-0ae7-40aa-8b89-4b51b7d4d29b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 210 time: 0.0422297 Jul 20 08:34:06.976817 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-c584e6fa-cd4f-48ae-8470-7f09814bb3bc None None] Set router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:07.168275 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6532cc63-bd1b-4512-8efb-4c18c6a94805 req-a4f38615-5951-4108-b060-6424ea394542 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Router d55d3f47-7fbb-45b3-b270-07e76c2cc801 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:34:07.172387 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd133eb-c60e-4fc9-8282-e1bd46ff1096 req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] No DVR routers for this DVR port 3cddf9c2-1c8a-40e4-8522-773a3957740b on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:34:07.182268 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-bbd133eb-c60e-4fc9-8282-e1bd46ff1096 req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:07.186210 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bbd133eb-c60e-4fc9-8282-e1bd46ff1096 req-b16f0a8b-a8be-4ac4-bd8a-7dbf5eb51678 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.18 "DELETE /v2.0/ports/3cddf9c2-1c8a-40e4-8522-773a3957740b HTTP/1.1" status: 204 len: 173 time: 2.9286785 Jul 20 08:34:07.186848 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'name': 'network-vif-deleted', 'tag': '3cddf9c2-1c8a-40e4-8522-773a3957740b'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:34:07.189327 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49828f52-e4ac-4c7a-b179-7c9b49f75f37" -d '{"events": [{"server_uuid": "bd05a594-404a-4d6e-ab1a-ee3aacb3970d", "name": "network-vif-deleted", "tag": "3cddf9c2-1c8a-40e4-8522-773a3957740b"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:34:07.209349 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-c584e6fa-cd4f-48ae-8470-7f09814bb3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:25:42Z', 'revision_number': 4, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port': {'id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:35Z', 'updated_at': '2022-07-20T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'a635e176-b14e-4c83-a08e-fe54edacd827', 'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'mac_address': 'fa:16:3e:74:65:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:39Z', 'updated_at': '2022-07-20T08:25:59Z', 'revision_number': 5, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'subnets': [{'id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:07.257630 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584e6fa-cd4f-48ae-8470-7f09814bb3bc None None] Checking router: 5f399a45-12c2-4784-bae4-5298c4e0c3c6 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:34:07.268699 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584e6fa-cd4f-48ae-8470-7f09814bb3bc None None] Routers {'5f399a45-12c2-4784-bae4-5298c4e0c3c6'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:07.269417 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-c584e6fa-cd4f-48ae-8470-7f09814bb3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:33:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:07.290865 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9336c531-1b18-4c3c-9137-579ab464bc39 x-openstack-request-id: req-9336c531-1b18-4c3c-9137-579ab464bc39 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:34:07.291152 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd05a594-404a-4d6e-ab1a-ee3aacb3970d", "name": "network-vif-deleted", "tag": "3cddf9c2-1c8a-40e4-8522-773a3957740b", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:34:07.291405 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9336c531-1b18-4c3c-9137-579ab464bc39 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:34:07.291799 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9336c531-1b18-4c3c-9137-579ab464bc39'] response: {'server_uuid': 'bd05a594-404a-4d6e-ab1a-ee3aacb3970d', 'name': 'network-vif-deleted', 'tag': '3cddf9c2-1c8a-40e4-8522-773a3957740b', 'status': 'completed', 'code': 200} Jul 20 08:34:07.323934 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f2435795-245d-44ee-a898-1d9ba19a91ee req-82f7f497-bf7f-4357-b9d2-ea525e78ea7d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 210 time: 0.0730078 Jul 20 08:34:07.417202 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-019c9d1f-6b0e-44f0-bf20-191094e88e4f req-39f720ec-3de7-4901-ac22-bf98d5204dd2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:34:07.421624 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-c584e6fa-cd4f-48ae-8470-7f09814bb3bc None None] Set router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:07.430317 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d3163d-f0d7-441a-bf34-600fd160f0db None None] Sync routers for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:34:07.433254 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:07.435107 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:07.449040 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d3163d-f0d7-441a-bf34-600fd160f0db None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:07.449964 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-18d3163d-f0d7-441a-bf34-600fd160f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:33:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:07.503908 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-019c9d1f-6b0e-44f0-bf20-191094e88e4f req-39f720ec-3de7-4901-ac22-bf98d5204dd2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] No DVR routers for this DVR port 70393be6-628d-4634-90f4-13212f783bcf on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:34:07.521272 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-019c9d1f-6b0e-44f0-bf20-191094e88e4f req-39f720ec-3de7-4901-ac22-bf98d5204dd2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:07.534733 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-019c9d1f-6b0e-44f0-bf20-191094e88e4f req-39f720ec-3de7-4901-ac22-bf98d5204dd2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "DELETE /v2.0/ports/70393be6-628d-4634-90f4-13212f783bcf HTTP/1.1" status: 204 len: 173 time: 3.1101580 Jul 20 08:34:07.541944 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b6ce7-6ec3-45f3-a0ad-809fe3f4e347 req-b6b6ca88-0678-4ed3-9178-20eacc87d1ff tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:07.543612 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f86b6ce7-6ec3-45f3-a0ad-809fe3f4e347 req-b6b6ca88-0678-4ed3-9178-20eacc87d1ff tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.18 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 947 time: 0.1733632 Jul 20 08:34:07.565947 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6532cc63-bd1b-4512-8efb-4c18c6a94805 req-a4f38615-5951-4108-b060-6424ea394542 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:34:07.644319 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba58ddba-c352-4002-82ae-fe280de33c83 None None] Sync routers for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:34:07.669799 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1ed4c3ab-4d8f-4bb6-ae8d-db1e43f190f3 req-5eb7edeb-3816-4420-ba12-0c3bff82e066 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 210 time: 0.0594535 Jul 20 08:34:07.743441 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba58ddba-c352-4002-82ae-fe280de33c83 None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:07.744071 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-ba58ddba-c352-4002-82ae-fe280de33c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:33:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:07.804780 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-6532cc63-bd1b-4512-8efb-4c18c6a94805 req-a4f38615-5951-4108-b060-6424ea394542 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] No DVR routers for this DVR port 91e7ab01-3fe6-490c-8584-7db55fc13380 on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:34:07.810463 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6532cc63-bd1b-4512-8efb-4c18c6a94805 req-a4f38615-5951-4108-b060-6424ea394542 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:07.819634 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6532cc63-bd1b-4512-8efb-4c18c6a94805 req-a4f38615-5951-4108-b060-6424ea394542 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.18 "DELETE /v2.0/ports/91e7ab01-3fe6-490c-8584-7db55fc13380 HTTP/1.1" status: 204 len: 173 time: 2.9513423 Jul 20 08:34:07.891073 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-18d3163d-f0d7-441a-bf34-600fd160f0db None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:08.006477 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-f86b6ce7-6ec3-45f3-a0ad-809fe3f4e347 req-758b6060-e7d8-438a-bdbf-dd6cb1d876f6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Deleting port 25187f6d-a614-4168-94dd-d0c397aaf6f3 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:34:08.007626 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f86b6ce7-6ec3-45f3-a0ad-809fe3f4e347 req-758b6060-e7d8-438a-bdbf-dd6cb1d876f6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:08.039135 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 70393be6-628d-4634-90f4-13212f783bcf no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:34:08.081389 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: 70393be6-628d-4634-90f4-13212f783bcf {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:34:08.081961 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 70393be6-628d-4634-90f4-13212f783bcf not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:34:08.083004 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 25187f6d-a614-4168-94dd-d0c397aaf6f3 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:34:08.182715 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-ba58ddba-c352-4002-82ae-fe280de33c83 None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:08.203909 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-c584e6fa-cd4f-48ae-8470-7f09814bb3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:25:42Z', 'revision_number': 4, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port': {'id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:35Z', 'updated_at': '2022-07-20T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'a635e176-b14e-4c83-a08e-fe54edacd827', 'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'mac_address': 'fa:16:3e:74:65:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:39Z', 'updated_at': '2022-07-20T08:25:59Z', 'revision_number': 5, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'subnets': [{'id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:08.317842 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d5bcb322-38e1-4155-b6df-6c67c4c9e1eb req-42c8c3ed-8d74-42a7-8beb-c9af4d36dade tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 210 time: 0.1178164 Jul 20 08:34:08.423619 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085f313-200b-4fec-87ff-ecdcf463a7d9 req-b307619e-9a4f-48b5-94eb-8847bb8f43f4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:08.425325 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e085f313-200b-4fec-87ff-ecdcf463a7d9 req-b307619e-9a4f-48b5-94eb-8847bb8f43f4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 947 time: 0.0968378 Jul 20 08:34:08.445983 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:08.454314 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-f86b6ce7-6ec3-45f3-a0ad-809fe3f4e347 req-758b6060-e7d8-438a-bdbf-dd6cb1d876f6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] For port 25187f6d-a614-4168-94dd-d0c397aaf6f3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:08.454764 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f86b6ce7-6ec3-45f3-a0ad-809fe3f4e347 req-758b6060-e7d8-438a-bdbf-dd6cb1d876f6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:08.468228 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584e6fa-cd4f-48ae-8470-7f09814bb3bc None None] The sync data for ids ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'] in dv-cinder-823089-3-iscsi is: [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:25:42Z', 'revision_number': 4, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port': {'id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:35Z', 'updated_at': '2022-07-20T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'a635e176-b14e-4c83-a08e-fe54edacd827', 'name': '', 'network_id': 'c96fa3a3-1d61-4869-813f-bb65cb182cb7', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'mac_address': 'fa:16:3e:74:65:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:39Z', 'updated_at': '2022-07-20T08:25:59Z', 'revision_number': 5, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'subnets': [{'id': 'd83857be-db60-44b9-859b-cdb8e58b501d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:34:08.478278 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 25187f6d-a614-4168-94dd-d0c397aaf6f3 is: ACTIVE; New status is: DOWN {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:34:08.478877 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:08.570716 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e085f313-200b-4fec-87ff-ecdcf463a7d9 req-b41c4015-c67a-4a15-b4cb-fefb09ab717e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5a6116c-1ad4-4f76-b576-9575f1cc3851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186182 Jul 20 08:34:08.610994 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a4a44eda-4f47-46b9-9161-884efb6138d6 req-e239322e-0f11-4ede-a577-f7cafff7f31d tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd05a594-404a-4d6e-ab1a-ee3aacb3970d HTTP/1.1" status: 200 len: 210 time: 0.0749197 Jul 20 08:34:08.773443 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:08.775316 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-ba58ddba-c352-4002-82ae-fe280de33c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:08.808654 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25187f6d-a614-4168-94dd-d0c397aaf6f3'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:34:08.811377 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638feee9-f65b-498a-9f96-8eb654d28b12" -d '{"events": [{"server_uuid": "21b295e0-508c-4cd5-b18f-3b808c0ff265", "name": "network-vif-unplugged", "status": "completed", "tag": "25187f6d-a614-4168-94dd-d0c397aaf6f3"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:34:08.834880 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba58ddba-c352-4002-82ae-fe280de33c83 None None] Checking router: d55d3f47-7fbb-45b3-b270-07e76c2cc801 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:34:08.843719 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 25187f6d-a614-4168-94dd-d0c397aaf6f3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=25187f6d-a614-4168-94dd-d0c397aaf6f3,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:08.860560 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:08.870926 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:08.877182 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba58ddba-c352-4002-82ae-fe280de33c83 None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:08.878559 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-ba58ddba-c352-4002-82ae-fe280de33c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:33:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:08.952485 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f653e1b0-02a2-4611-8ad5-7eb79e2a64c0 req-e38388f2-2fb7-4b2b-ad05-3da0abbfa042 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=28eb9e1d-9ca5-43a1-8330-ae91249f609c HTTP/1.1" status: 200 len: 210 time: 0.1428523 Jul 20 08:34:08.964608 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f86b6ce7-6ec3-45f3-a0ad-809fe3f4e347 req-758b6060-e7d8-438a-bdbf-dd6cb1d876f6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:08.964981 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f86b6ce7-6ec3-45f3-a0ad-809fe3f4e347 req-758b6060-e7d8-438a-bdbf-dd6cb1d876f6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (7cac632b-783a-4365-8366-eb80d5ab3b44), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:08.965300 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-f86b6ce7-6ec3-45f3-a0ad-809fe3f4e347 req-758b6060-e7d8-438a-bdbf-dd6cb1d876f6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Floating IP 7cac632b-783a-4365-8366-eb80d5ab3b44 disassociated. External IP: 172.27.1.207, port: 25187f6d-a614-4168-94dd-d0c397aaf6f3. Jul 20 08:34:08.965920 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-f86b6ce7-6ec3-45f3-a0ad-809fe3f4e347 req-758b6060-e7d8-438a-bdbf-dd6cb1d876f6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Calling delete_port for 25187f6d-a614-4168-94dd-d0c397aaf6f3 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:34:08.984473 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 08:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2a1c82-58f6-4218-8bba-23a6ae71bd8e x-openstack-request-id: req-1d2a1c82-58f6-4218-8bba-23a6ae71bd8e {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:34:08.984473 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b295e0-508c-4cd5-b18f-3b808c0ff265", "name": "network-vif-unplugged", "status": "completed", "tag": "25187f6d-a614-4168-94dd-d0c397aaf6f3", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:34:08.984473 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d2a1c82-58f6-4218-8bba-23a6ae71bd8e {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:34:08.984473 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2a1c82-58f6-4218-8bba-23a6ae71bd8e'] response: {'server_uuid': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25187f6d-a614-4168-94dd-d0c397aaf6f3', 'code': 200} Jul 20 08:34:09.022734 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-18d3163d-f0d7-441a-bf34-600fd160f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '69e8886c-1ebd-4322-ad14-0ecad9a17cab', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': 'e37caaf1-6167-4ebe-94cd-55ea929f139d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:bb:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:26:17Z', 'updated_at': '2022-07-20T08:27:22Z', 'revision_number': 2, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:09.025071 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=25187f6d-a614-4168-94dd-d0c397aaf6f3,revision_number=11']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:09.063364 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d3163d-f0d7-441a-bf34-600fd160f0db None None] Checking router: f89a0f50-73be-4465-b934-a3589109ebd2 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:34:09.072869 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d3163d-f0d7-441a-bf34-600fd160f0db None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:09.074269 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-18d3163d-f0d7-441a-bf34-600fd160f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:33:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:09.079934 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:09.080193 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ac6acf-0d37-4d7e-a952-9ed3d7329c30 None None] New status for floating IP cb7351ef-c453-4a04-ab44-b5a95c1c1961: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:34:09.092510 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-ba58ddba-c352-4002-82ae-fe280de33c83 None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:09.223657 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f86b6ce7-6ec3-45f3-a0ad-809fe3f4e347 req-758b6060-e7d8-438a-bdbf-dd6cb1d876f6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (25187f6d-a614-4168-94dd-d0c397aaf6f3), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:09.312641 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eb9e1d-9ca5-43a1-8330-ae91249f609c', 'name': 'network-vif-deleted', 'tag': '70393be6-628d-4634-90f4-13212f783bcf'}, {'server_uuid': '15050cb9-f79e-4546-b875-1b4e338312fa', 'name': 'network-vif-deleted', 'tag': '91e7ab01-3fe6-490c-8584-7db55fc13380'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:34:09.321342 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4768a9b0-4263-4e8f-83c5-0f748c959cdf" -d '{"events": [{"server_uuid": "28eb9e1d-9ca5-43a1-8330-ae91249f609c", "name": "network-vif-deleted", "tag": "70393be6-628d-4634-90f4-13212f783bcf"}, {"server_uuid": "15050cb9-f79e-4546-b875-1b4e338312fa", "name": "network-vif-deleted", "tag": "91e7ab01-3fe6-490c-8584-7db55fc13380"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:34:09.495063 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-ba58ddba-c352-4002-82ae-fe280de33c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:09.566190 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba58ddba-c352-4002-82ae-fe280de33c83 None None] The sync data for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi is: [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:34:09.581769 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b6060-e7d8-438a-bdbf-dd6cb1d876f6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event deleted for resources: {'Port': ['ID=25187f6d-a614-4168-94dd-d0c397aaf6f3,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:09.587554 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-18d3163d-f0d7-441a-bf34-600fd160f0db None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:09.595368 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Jul 2022 08:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d321e218-6847-4b3b-b4ee-3c801afa0682 x-openstack-request-id: req-d321e218-6847-4b3b-b4ee-3c801afa0682 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:34:09.595572 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28eb9e1d-9ca5-43a1-8330-ae91249f609c", "name": "network-vif-deleted", "tag": "70393be6-628d-4634-90f4-13212f783bcf", "status": "completed", "code": 200}, {"server_uuid": "15050cb9-f79e-4546-b875-1b4e338312fa", "name": "network-vif-deleted", "tag": "91e7ab01-3fe6-490c-8584-7db55fc13380", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:34:09.595865 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d321e218-6847-4b3b-b4ee-3c801afa0682 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:34:09.596769 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d321e218-6847-4b3b-b4ee-3c801afa0682'] response: {'server_uuid': '28eb9e1d-9ca5-43a1-8330-ae91249f609c', 'name': 'network-vif-deleted', 'tag': '70393be6-628d-4634-90f4-13212f783bcf', 'status': 'completed', 'code': 200} Jul 20 08:34:09.597031 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d321e218-6847-4b3b-b4ee-3c801afa0682'] response: {'server_uuid': '15050cb9-f79e-4546-b875-1b4e338312fa', 'name': 'network-vif-deleted', 'tag': '91e7ab01-3fe6-490c-8584-7db55fc13380', 'status': 'completed', 'code': 200} Jul 20 08:34:09.654698 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4d44ded9-9205-4539-a76d-4e45b96a453d req-6685d82f-26e3-4f00-9e38-6203bd5015c1 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=15050cb9-f79e-4546-b875-1b4e338312fa HTTP/1.1" status: 200 len: 210 time: 0.0559571 Jul 20 08:34:09.656761 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f86b6ce7-6ec3-45f3-a0ad-809fe3f4e347 req-758b6060-e7d8-438a-bdbf-dd6cb1d876f6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Router f678284e-78cb-4704-9295-7381ea2d4c96 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:34:09.787262 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39900) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:09.829692 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-25cb21a7-361c-48ae-87e3-0c44b7e3aa2f req-113a51e6-822c-429e-bdb3-f4e7bfc6aa49 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 210 time: 0.0684588 Jul 20 08:34:09.899371 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f86b6ce7-6ec3-45f3-a0ad-809fe3f4e347 req-758b6060-e7d8-438a-bdbf-dd6cb1d876f6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:34:09.916092 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f9cb9d-491c-406a-b5de-4345457d217c None None] Sync routers for ids ['f678284e-78cb-4704-9295-7381ea2d4c96'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:34:09.934050 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:09.938550 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for security_group (5476f02a-f022-4fc0-8981-4f07e11a2814), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:09.957521 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9cb9d-491c-406a-b5de-4345457d217c None None] Routers {'f678284e-78cb-4704-9295-7381ea2d4c96'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:09.958870 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-79f9cb9d-491c-406a-b5de-4345457d217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:33:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f678284e-78cb-4704-9295-7381ea2d4c96'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:09.968032 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for security_group (5476f02a-f022-4fc0-8981-4f07e11a2814), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:10.023560 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86b6ce7-6ec3-45f3-a0ad-809fe3f4e347 req-758b6060-e7d8-438a-bdbf-dd6cb1d876f6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] No DVR routers for this DVR port 25187f6d-a614-4168-94dd-d0c397aaf6f3 on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:34:10.026995 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:10.028316 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f86b6ce7-6ec3-45f3-a0ad-809fe3f4e347 req-758b6060-e7d8-438a-bdbf-dd6cb1d876f6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:10.029541 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-18d3163d-f0d7-441a-bf34-600fd160f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '69e8886c-1ebd-4322-ad14-0ecad9a17cab', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': 'e37caaf1-6167-4ebe-94cd-55ea929f139d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:bb:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:26:17Z', 'updated_at': '2022-07-20T08:27:22Z', 'revision_number': 2, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:10.032362 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f86b6ce7-6ec3-45f3-a0ad-809fe3f4e347 req-758b6060-e7d8-438a-bdbf-dd6cb1d876f6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.18 "DELETE /v2.0/ports/25187f6d-a614-4168-94dd-d0c397aaf6f3 HTTP/1.1" status: 204 len: 173 time: 2.4617193 Jul 20 08:34:10.079158 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d3163d-f0d7-441a-bf34-600fd160f0db None None] The sync data for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi is: [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '69e8886c-1ebd-4322-ad14-0ecad9a17cab', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': 'e37caaf1-6167-4ebe-94cd-55ea929f139d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:bb:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:26:17Z', 'updated_at': '2022-07-20T08:27:22Z', 'revision_number': 2, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:34:10.104237 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (5476f02a-f022-4fc0-8981-4f07e11a2814), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:10.111607 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:10.115188 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "DELETE /v2.0/security-groups/5476f02a-f022-4fc0-8981-4f07e11a2814 HTTP/1.1" status: 204 len: 168 time: 0.3265688 Jul 20 08:34:10.118022 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 39906) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:10.142763 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:10.145460 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.api.v2.resource [None req-7f502f2b-0245-416c-92b1-443fa0879d63 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] show failed (client error): The resource could not be found. Jul 20 08:34:10.152350 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7f502f2b-0245-416c-92b1-443fa0879d63 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups/5476f02a-f022-4fc0-8981-4f07e11a2814 HTTP/1.1" status: 404 len: 347 time: 0.0329006 Jul 20 08:34:10.155234 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 39908) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:10.160410 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5476f02a-f022-4fc0-8981-4f07e11a2814,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:10.198511 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:10.202058 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:10.203021 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:10.203610 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:10.204407 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:10.204961 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:10.205476 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:10.206169 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:10.206780 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:10.207294 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:10.207802 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:10.208347 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:10.208842 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:10.209373 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:10.209892 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe901b-7ebc-4ad3-903c-b811a75ccd7f tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:34:10.212941 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39910) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:10.224872 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3893d0-1c29-467d-a230-7ad4c4e57937 None None] New status for floating IP 86b97b16-eea3-4ff9-9d91-b14d1bbfab7f: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:34:10.230162 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:10.242759 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-79f9cb9d-491c-406a-b5de-4345457d217c None None] Set router f678284e-78cb-4704-9295-7381ea2d4c96 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:10.369777 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b8814c62-c1f2-40d7-8963-765a2eeb0ba9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (16af5828-3321-483a-9a6e-859449e53095), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:10.381557 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-228730fd-1bb9-49d1-a830-0190d1ef2c1c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Deleting port 1ccee1ea-947a-4dc4-9dd5-2f0c20565bec {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:34:10.382246 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-228730fd-1bb9-49d1-a830-0190d1ef2c1c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (1ccee1ea-947a-4dc4-9dd5-2f0c20565bec), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:10.421498 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b8814c62-c1f2-40d7-8963-765a2eeb0ba9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (16af5828-3321-483a-9a6e-859449e53095), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:10.497405 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b8814c62-c1f2-40d7-8963-765a2eeb0ba9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (16af5828-3321-483a-9a6e-859449e53095), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:10.502273 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b8814c62-c1f2-40d7-8963-765a2eeb0ba9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:10.509544 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-b8814c62-c1f2-40d7-8963-765a2eeb0ba9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "DELETE /v2.0/security-groups/16af5828-3321-483a-9a6e-859449e53095 HTTP/1.1" status: 204 len: 168 time: 0.2951963 Jul 20 08:34:10.511297 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39912) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:10.568189 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8814c62-c1f2-40d7-8963-765a2eeb0ba9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16af5828-3321-483a-9a6e-859449e53095,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:10.573101 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.api.v2.resource [None req-5f230826-3190-40c8-9262-2e01074baef5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] show failed (client error): The resource could not be found. Jul 20 08:34:10.583770 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-5f230826-3190-40c8-9262-2e01074baef5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups/16af5828-3321-483a-9a6e-859449e53095 HTTP/1.1" status: 404 len: 347 time: 0.0477397 Jul 20 08:34:10.584337 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39914) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:10.650116 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-228730fd-1bb9-49d1-a830-0190d1ef2c1c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (1ccee1ea-947a-4dc4-9dd5-2f0c20565bec), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:10.651243 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-228730fd-1bb9-49d1-a830-0190d1ef2c1c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for floatingip (1ccee1ea-947a-4dc4-9dd5-2f0c20565bec), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:10.722836 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-228730fd-1bb9-49d1-a830-0190d1ef2c1c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Calling delete_port for 1ccee1ea-947a-4dc4-9dd5-2f0c20565bec owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:34:10.761771 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749db0ea-48a2-4820-9034-2c1a652431fd None None] New status for floating IP a8132ee2-e55f-4e64-b630-6d52e4c00ff6: DOWN {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:34:11.206184 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-79f9cb9d-491c-406a-b5de-4345457d217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '70e342ce-75b0-4d6d-84f7-94fb82b64c8a', 'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'mac_address': 'fa:16:3e:be:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:26:09Z', 'revision_number': 5, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'subnets': [{'id': '1674d774-8563-48a3-b527-f0af4400482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:11.217977 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d5dd40a7-6940-4958-b062-7717e25deb2a req-be421672-9b0b-4c57-aee9-3696f78d1e3f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=21b295e0-508c-4cd5-b18f-3b808c0ff265 HTTP/1.1" status: 200 len: 210 time: 0.0924947 Jul 20 08:34:11.245882 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-f6ab96c0-cda6-4784-96f5-4adb2acd765f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Deleting port fa59e638-d8b2-46c3-9964-b7293900c994 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:34:11.245882 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f6ab96c0-cda6-4784-96f5-4adb2acd765f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (fa59e638-d8b2-46c3-9964-b7293900c994), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:11.257018 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-228730fd-1bb9-49d1-a830-0190d1ef2c1c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (1ccee1ea-947a-4dc4-9dd5-2f0c20565bec), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:11.277142 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f9cb9d-491c-406a-b5de-4345457d217c None None] Checking router: f678284e-78cb-4704-9295-7381ea2d4c96 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:34:11.288218 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9cb9d-491c-406a-b5de-4345457d217c None None] Routers {'f678284e-78cb-4704-9295-7381ea2d4c96'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:11.290038 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-79f9cb9d-491c-406a-b5de-4345457d217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:33:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f678284e-78cb-4704-9295-7381ea2d4c96'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:11.333415 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:11.345685 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f6ab96c0-cda6-4784-96f5-4adb2acd765f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (fa59e638-d8b2-46c3-9964-b7293900c994), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:11.346040 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f6ab96c0-cda6-4784-96f5-4adb2acd765f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (fa59e638-d8b2-46c3-9964-b7293900c994), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:11.362011 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-f6ab96c0-cda6-4784-96f5-4adb2acd765f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Calling delete_port for fa59e638-d8b2-46c3-9964-b7293900c994 owned by network:floatingip {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:34:11.372024 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228730fd-1bb9-49d1-a830-0190d1ef2c1c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Pushing event deleted for resources: {'Port': ['ID=1ccee1ea-947a-4dc4-9dd5-2f0c20565bec,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:11.384972 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-acb3ab57-5196-43c7-963e-836360a18f28 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425617466&fields=id&tenant_id=fcfc8ebb18c54de29556d0b93593d676 HTTP/1.1" status: 200 len: 267 time: 0.1813426 Jul 20 08:34:11.468918 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:11.529696 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-228730fd-1bb9-49d1-a830-0190d1ef2c1c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks [] for floatingip (cb7351ef-c453-4a04-ab44-b5a95c1c1961), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:11.532297 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-228730fd-1bb9-49d1-a830-0190d1ef2c1c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:11.533494 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-228730fd-1bb9-49d1-a830-0190d1ef2c1c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "DELETE /v2.0/floatingips/cb7351ef-c453-4a04-ab44-b5a95c1c1961 HTTP/1.1" status: 204 len: 168 time: 1.3771708 Jul 20 08:34:11.541529 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-79f9cb9d-491c-406a-b5de-4345457d217c None None] Set router f678284e-78cb-4704-9295-7381ea2d4c96 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:11.552180 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f6ab96c0-cda6-4784-96f5-4adb2acd765f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (fa59e638-d8b2-46c3-9964-b7293900c994), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:11.572503 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-0ea87da2-2fde-4fb9-8004-176d2163a285 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:11.574346 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-0ea87da2-2fde-4fb9-8004-176d2163a285 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/networks?id=348269a8-7968-40a5-99e7-854f19c8d583 HTTP/1.1" status: 200 len: 811 time: 0.1607561 Jul 20 08:34:11.591746 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab96c0-cda6-4784-96f5-4adb2acd765f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event deleted for resources: {'Port': ['ID=fa59e638-d8b2-46c3-9964-b7293900c994,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:11.591966 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-26ce8702-6e98-4975-9808-8eeaf51fbecd tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/quotas/fcfc8ebb18c54de29556d0b93593d676 HTTP/1.1" status: 200 len: 375 time: 0.0111980 Jul 20 08:34:11.600715 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'name': 'network-vif-deleted', 'tag': '25187f6d-a614-4168-94dd-d0c397aaf6f3'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:34:11.604051 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd337ed-d14c-4459-ac3f-d416e4a286b1" -d '{"events": [{"server_uuid": "21b295e0-508c-4cd5-b18f-3b808c0ff265", "name": "network-vif-deleted", "tag": "25187f6d-a614-4168-94dd-d0c397aaf6f3"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:34:11.634894 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:11.678490 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92c9b0b-8c6f-4eac-bf8f-620ab1f10b67 x-openstack-request-id: req-a92c9b0b-8c6f-4eac-bf8f-620ab1f10b67 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:34:11.678490 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b295e0-508c-4cd5-b18f-3b808c0ff265", "name": "network-vif-deleted", "tag": "25187f6d-a614-4168-94dd-d0c397aaf6f3", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:34:11.678490 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a92c9b0b-8c6f-4eac-bf8f-620ab1f10b67 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:34:11.678490 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92c9b0b-8c6f-4eac-bf8f-620ab1f10b67'] response: {'server_uuid': '21b295e0-508c-4cd5-b18f-3b808c0ff265', 'name': 'network-vif-deleted', 'tag': '25187f6d-a614-4168-94dd-d0c397aaf6f3', 'status': 'completed', 'code': 200} Jul 20 08:34:11.682857 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-639f80e7-da32-4dd3-b7d2-73530cbcbafb tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fcfc8ebb18c54de29556d0b93593d676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719688 Jul 20 08:34:11.700467 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f6ab96c0-cda6-4784-96f5-4adb2acd765f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (a8132ee2-e55f-4e64-b630-6d52e4c00ff6), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:11.705494 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f6ab96c0-cda6-4784-96f5-4adb2acd765f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:11.707269 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f6ab96c0-cda6-4784-96f5-4adb2acd765f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "DELETE /v2.0/floatingips/a8132ee2-e55f-4e64-b630-6d52e4c00ff6 HTTP/1.1" status: 204 len: 168 time: 1.1212347 Jul 20 08:34:11.827800 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-d799d271-c1d1-4522-8089-675467a8d43a service neutron] 10.222.0.64 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302576 Jul 20 08:34:11.854025 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-79f9cb9d-491c-406a-b5de-4345457d217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '70e342ce-75b0-4d6d-84f7-94fb82b64c8a', 'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'mac_address': 'fa:16:3e:be:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:26:09Z', 'revision_number': 5, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'subnets': [{'id': '1674d774-8563-48a3-b527-f0af4400482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:11.869004 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:11.902050 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f9cb9d-491c-406a-b5de-4345457d217c None None] The sync data for ids ['f678284e-78cb-4704-9295-7381ea2d4c96'] in dv-cinder-823089-3-iscsi is: [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '70e342ce-75b0-4d6d-84f7-94fb82b64c8a', 'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'mac_address': 'fa:16:3e:be:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:26:09Z', 'revision_number': 5, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'subnets': [{'id': '1674d774-8563-48a3-b527-f0af4400482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:34:11.960562 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-9b27e876-aaa7-45ca-987d-4fd45299d968 service neutron] 10.222.0.64 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280487 Jul 20 08:34:12.320597 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea3fe1a-3ca2-4a61-acfb-93df524ebc35 None None] New status for floating IP 7cac632b-783a-4365-8366-eb80d5ab3b44: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:34:12.331752 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 39956) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:12.401717 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-896e34f2-c8df-4732-b99e-fbd6e9b7232a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group (b5a6116c-1ad4-4f76-b576-9575f1cc3851), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:12.419993 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:12.433197 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-896e34f2-c8df-4732-b99e-fbd6e9b7232a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group (b5a6116c-1ad4-4f76-b576-9575f1cc3851), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:12.444441 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-21aaa899-0590-449f-bed1-dfc6d1dd284e req-c8d0301b-24bb-4a50-b52f-a9cf10664f04 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 210 time: 0.0444145 Jul 20 08:34:12.513116 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-896e34f2-c8df-4732-b99e-fbd6e9b7232a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (b5a6116c-1ad4-4f76-b576-9575f1cc3851), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:12.518535 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-896e34f2-c8df-4732-b99e-fbd6e9b7232a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:12.520528 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-896e34f2-c8df-4732-b99e-fbd6e9b7232a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "DELETE /v2.0/security-groups/b5a6116c-1ad4-4f76-b576-9575f1cc3851 HTTP/1.1" status: 204 len: 168 time: 0.1873503 Jul 20 08:34:12.523045 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39962) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:12.536250 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e34f2-c8df-4732-b99e-fbd6e9b7232a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a6116c-1ad4-4f76-b576-9575f1cc3851,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:12.538474 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.api.v2.resource [None req-73436b03-4387-4bac-950e-a95572a2d550 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] show failed (client error): The resource could not be found. Jul 20 08:34:12.539587 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-73436b03-4387-4bac-950e-a95572a2d550 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups/b5a6116c-1ad4-4f76-b576-9575f1cc3851 HTTP/1.1" status: 404 len: 347 time: 0.0155442 Jul 20 08:34:12.542928 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 39964) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:12.690975 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-5cb6ef36-8106-41a1-b980-26193b2d2387 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Deleting port dc183507-ee9a-4776-b1c2-f03d33a6f491 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:34:12.691771 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5cb6ef36-8106-41a1-b980-26193b2d2387 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (dc183507-ee9a-4776-b1c2-f03d33a6f491), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:12.841900 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5cb6ef36-8106-41a1-b980-26193b2d2387 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (dc183507-ee9a-4776-b1c2-f03d33a6f491), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:12.842230 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5cb6ef36-8106-41a1-b980-26193b2d2387 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for floatingip (dc183507-ee9a-4776-b1c2-f03d33a6f491), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:12.857271 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-5cb6ef36-8106-41a1-b980-26193b2d2387 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Calling delete_port for dc183507-ee9a-4776-b1c2-f03d33a6f491 owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:34:13.030222 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5cb6ef36-8106-41a1-b980-26193b2d2387 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (dc183507-ee9a-4776-b1c2-f03d33a6f491), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:13.065392 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6ef36-8106-41a1-b980-26193b2d2387 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event deleted for resources: {'Port': ['ID=dc183507-ee9a-4776-b1c2-f03d33a6f491,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:13.139182 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5cb6ef36-8106-41a1-b980-26193b2d2387 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for floatingip (7cac632b-783a-4365-8366-eb80d5ab3b44), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:13.142027 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5cb6ef36-8106-41a1-b980-26193b2d2387 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:13.145826 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5cb6ef36-8106-41a1-b980-26193b2d2387 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "DELETE /v2.0/floatingips/7cac632b-783a-4365-8366-eb80d5ab3b44 HTTP/1.1" status: 204 len: 168 time: 0.5989668 Jul 20 08:34:13.304289 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 39980) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:13.313060 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-58b158c3-a2a9-4d89-8cf7-0367450d7b63 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--292681808', 'description': 'tempest-description--1295288817'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:34:13.343713 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-58b158c3-a2a9-4d89-8cf7-0367450d7b63 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:13.455862 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-58b158c3-a2a9-4d89-8cf7-0367450d7b63 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group (82d03987-1f47-40fc-9bb2-586957198d18), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:13.460382 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-58b158c3-a2a9-4d89-8cf7-0367450d7b63 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (82d03987-1f47-40fc-9bb2-586957198d18), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:13.509475 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-58b158c3-a2a9-4d89-8cf7-0367450d7b63 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:13.510942 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-58b158c3-a2a9-4d89-8cf7-0367450d7b63 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2036281 Jul 20 08:34:13.515101 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b158c3-a2a9-4d89-8cf7-0367450d7b63 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d03987-1f47-40fc-9bb2-586957198d18,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:13.517490 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39988) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:13.537224 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-6c6e4b73-f6d7-4e01-966f-70451dbaa5c8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Request body: {'security_group_rule': {'security_group_id': '82d03987-1f47-40fc-9bb2-586957198d18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:34:13.581346 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bee8d9bb-cb74-4196-8cf6-85710b75b7b8 req-932f74aa-6df5-47b2-9e67-66895a479483 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 210 time: 0.0421655 Jul 20 08:34:13.623353 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fd4cf-9c53-4833-a566-cb8bb0a77416 req-28242bee-3304-4e82-a95d-10f702091a73 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:13.626129 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-704fd4cf-9c53-4833-a566-cb8bb0a77416 req-28242bee-3304-4e82-a95d-10f702091a73 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.1164312 Jul 20 08:34:13.636747 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4b73-f6d7-4e01-966f-70451dbaa5c8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group_rule (71d4bbfc-0fa3-47e5-91b2-fe35f376aebd), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:13.729640 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-704fd4cf-9c53-4833-a566-cb8bb0a77416 req-588e1f2a-96b0-4cb4-8cad-c6de772702e3 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865209 Jul 20 08:34:13.738351 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4b73-f6d7-4e01-966f-70451dbaa5c8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group_rule (71d4bbfc-0fa3-47e5-91b2-fe35f376aebd), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:13.743710 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4b73-f6d7-4e01-966f-70451dbaa5c8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (71d4bbfc-0fa3-47e5-91b2-fe35f376aebd), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:13.766334 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e4b73-f6d7-4e01-966f-70451dbaa5c8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d4bbfc-0fa3-47e5-91b2-fe35f376aebd,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:13.779486 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4b73-f6d7-4e01-966f-70451dbaa5c8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:13.779718 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-6c6e4b73-f6d7-4e01-966f-70451dbaa5c8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2605207 Jul 20 08:34:13.784136 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 39996) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:13.789133 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-73f39e66-95c7-4996-b041-fb4899a362e6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Request body: {'security_group_rule': {'security_group_id': '82d03987-1f47-40fc-9bb2-586957198d18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:34:13.826078 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-73f39e66-95c7-4996-b041-fb4899a362e6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group_rule (8e4edd5b-1031-4538-8feb-0c4fe8af5c79), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:13.895162 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-73f39e66-95c7-4996-b041-fb4899a362e6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group_rule (8e4edd5b-1031-4538-8feb-0c4fe8af5c79), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:13.905253 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-73f39e66-95c7-4996-b041-fb4899a362e6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (8e4edd5b-1031-4538-8feb-0c4fe8af5c79), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:13.929053 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f39e66-95c7-4996-b041-fb4899a362e6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4edd5b-1031-4538-8feb-0c4fe8af5c79,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:13.942827 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-73f39e66-95c7-4996-b041-fb4899a362e6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:13.947239 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-73f39e66-95c7-4996-b041-fb4899a362e6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1590133 Jul 20 08:34:13.947658 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40002) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:13.953154 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Request body: {'floatingip': {'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:34:13.980651 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:14.087747 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:14.181565 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:14.297990 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Allocated IP 172.27.1.154 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/ffbc5047-fd8d-4be2-99b1-667122e1d271) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:34:14.305723 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d323d1d-bddb-41cc-85e6-d86ad6b10dfa req-79594277-96e1-4778-854e-9ac2157e898c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:14.307311 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0d323d1d-bddb-41cc-85e6-d86ad6b10dfa req-79594277-96e1-4778-854e-9ac2157e898c tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.1199238 Jul 20 08:34:14.322397 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:14.459511 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0d323d1d-bddb-41cc-85e6-d86ad6b10dfa req-93a9a810-69ed-41e2-a2ee-42480e0ba3d0 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454763 Jul 20 08:34:14.497670 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for port (ffbc5047-fd8d-4be2-99b1-667122e1d271), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:14.531628 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (ffbc5047-fd8d-4be2-99b1-667122e1d271), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:14.571245 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:34:14.577236 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:34:14.581570 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:34:14.604850 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event updated for resources: {'Port': ['ID=ffbc5047-fd8d-4be2-99b1-667122e1d271,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:14.675136 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for floatingip (ddb61314-c9a3-4f2f-90fc-02d6a4c238e8), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:14.722048 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e0feb18-1c7c-4d61-bf90-1b0f88d3c2e4 req-5e168e0b-20b5-4f70-884f-38301be0ed75 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 210 time: 0.0618689 Jul 20 08:34:14.727380 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:14.729056 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (ffbc5047-fd8d-4be2-99b1-667122e1d271), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:14.775589 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1a71a-6f22-453b-8c5c-4d73e7eb596c req-56c763ee-90be-46bf-a741-91f650b5dc80 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:14.777701 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-37d1a71a-6f22-453b-8c5c-4d73e7eb596c req-56c763ee-90be-46bf-a741-91f650b5dc80 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.0742140 Jul 20 08:34:14.905712 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57712b57-8b6a-4a0b-99a0-86fc63d669a7 req-6c1e875f-4caf-44bc-adbf-392b950e7ddd tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:14.907531 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-57712b57-8b6a-4a0b-99a0-86fc63d669a7 req-6c1e875f-4caf-44bc-adbf-392b950e7ddd tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.0762496 Jul 20 08:34:14.977128 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for port (ffbc5047-fd8d-4be2-99b1-667122e1d271), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:14.983815 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529145684'] for port (ffbc5047-fd8d-4be2-99b1-667122e1d271), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:14.995017 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-57712b57-8b6a-4a0b-99a0-86fc63d669a7 req-39958af1-4544-4caa-8436-d40a3bd12337 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813892 Jul 20 08:34:15.013929 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:15.065557 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event updated for resources: {'Port': ['ID=ffbc5047-fd8d-4be2-99b1-667122e1d271,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:15.078356 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (ddb61314-c9a3-4f2f-90fc-02d6a4c238e8), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:15.095899 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:15.097174 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f1216989-5791-432a-a5d6-a73876610d06 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1485052 Jul 20 08:34:15.210291 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-37d1a71a-6f22-453b-8c5c-4d73e7eb596c req-0c3da656-2c7e-4e28-894c-cd47eee32df2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Deleting port e37caaf1-6167-4ebe-94cd-55ea929f139d {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:34:15.210700 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-37d1a71a-6f22-453b-8c5c-4d73e7eb596c req-0c3da656-2c7e-4e28-894c-cd47eee32df2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (e37caaf1-6167-4ebe-94cd-55ea929f139d), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:15.274659 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:15.349543 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fe8b8-29fc-4239-b566-afc1fb4bfd77 req-7307887f-1abb-4049-8e46-ceb94b027f6a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:15.351027 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-250fe8b8-29fc-4239-b566-afc1fb4bfd77 req-7307887f-1abb-4049-8e46-ceb94b027f6a tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.1358702 Jul 20 08:34:15.423516 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-8ee20652-49fd-4753-937c-5c79803c2417 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--292681808&fields=id&tenant_id=80faf6362e244bb992ffb6058ceeefda HTTP/1.1" status: 200 len: 267 time: 0.1855402 Jul 20 08:34:15.440621 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-37d1a71a-6f22-453b-8c5c-4d73e7eb596c req-0c3da656-2c7e-4e28-894c-cd47eee32df2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] For port e37caaf1-6167-4ebe-94cd-55ea929f139d, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=e37caaf1-6167-4ebe-94cd-55ea929f139d,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:15.440995 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-37d1a71a-6f22-453b-8c5c-4d73e7eb596c req-0c3da656-2c7e-4e28-894c-cd47eee32df2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (e37caaf1-6167-4ebe-94cd-55ea929f139d), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:15.581426 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5074a2-00a8-4574-b7b7-50993ead73e7 req-71be55f7-a55a-445b-9751-72c5dc603ce9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:15.583053 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f5074a2-00a8-4574-b7b7-50993ead73e7 req-71be55f7-a55a-445b-9751-72c5dc603ce9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0508327 Jul 20 08:34:15.635444 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8f5074a2-00a8-4574-b7b7-50993ead73e7 req-d02e5c98-7b0a-4341-8c7e-808c085698df tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464170 Jul 20 08:34:15.815076 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:15.834995 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-34ed3411-d0bf-49d1-9f9b-48149cae89df req-062788ca-9051-4ffc-938e-c93581841d29 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 210 time: 0.0319142 Jul 20 08:34:15.905775 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-250fe8b8-29fc-4239-b566-afc1fb4bfd77 req-aec1a813-c962-4f85-8a3c-a2c32b2bd1fb tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Deleting port 7f795798-1661-4ba0-bf5a-641687efe8e3 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:34:15.906439 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-250fe8b8-29fc-4239-b566-afc1fb4bfd77 req-aec1a813-c962-4f85-8a3c-a2c32b2bd1fb tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (7f795798-1661-4ba0-bf5a-641687efe8e3), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:16.103204 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-7a4cfe40-8143-4886-bd17-de41b40ce8d7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:16.104667 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-7a4cfe40-8143-4886-bd17-de41b40ce8d7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/networks?id=493487e7-e371-48c4-94a1-b290ee37dc8e HTTP/1.1" status: 200 len: 817 time: 0.6703610 Jul 20 08:34:16.117158 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7be499-2f93-4856-ac9c-f90561c838e2 req-3113400b-44e4-4d8d-8c84-8ae2dcab1a34 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:16.118900 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aa7be499-2f93-4856-ac9c-f90561c838e2 req-3113400b-44e4-4d8d-8c84-8ae2dcab1a34 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 945 time: 0.0520260 Jul 20 08:34:16.169860 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aa7be499-2f93-4856-ac9c-f90561c838e2 req-7a0f1994-caf1-49d7-bd05-37cf34469b00 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=72189410-84c7-486e-8d53-8048e05f09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442605 Jul 20 08:34:16.197188 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-4a3c495b-1930-417f-9dd9-2c599068b7e2 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/quotas/80faf6362e244bb992ffb6058ceeefda HTTP/1.1" status: 200 len: 375 time: 0.0560865 Jul 20 08:34:16.199123 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-250fe8b8-29fc-4239-b566-afc1fb4bfd77 req-aec1a813-c962-4f85-8a3c-a2c32b2bd1fb tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] For port 7f795798-1661-4ba0-bf5a-641687efe8e3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=7f795798-1661-4ba0-bf5a-641687efe8e3,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:16.199497 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-250fe8b8-29fc-4239-b566-afc1fb4bfd77 req-aec1a813-c962-4f85-8a3c-a2c32b2bd1fb tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (7f795798-1661-4ba0-bf5a-641687efe8e3), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:16.214727 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-55825a30-73fb-4ffd-8dcc-0e8f70f97881 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:16.216926 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-55825a30-73fb-4ffd-8dcc-0e8f70f97881 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.18 "GET /v2.0/networks?id=348269a8-7968-40a5-99e7-854f19c8d583 HTTP/1.1" status: 200 len: 811 time: 0.3487659 Jul 20 08:34:16.262022 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-37d1a71a-6f22-453b-8c5c-4d73e7eb596c req-0c3da656-2c7e-4e28-894c-cd47eee32df2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:16.262471 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-37d1a71a-6f22-453b-8c5c-4d73e7eb596c req-0c3da656-2c7e-4e28-894c-cd47eee32df2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (69e8886c-1ebd-4322-ad14-0ecad9a17cab), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:16.262814 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-37d1a71a-6f22-453b-8c5c-4d73e7eb596c req-0c3da656-2c7e-4e28-894c-cd47eee32df2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Floating IP 69e8886c-1ebd-4322-ad14-0ecad9a17cab disassociated. External IP: 172.27.1.76, port: e37caaf1-6167-4ebe-94cd-55ea929f139d. Jul 20 08:34:16.263168 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-37d1a71a-6f22-453b-8c5c-4d73e7eb596c req-0c3da656-2c7e-4e28-894c-cd47eee32df2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Calling delete_port for e37caaf1-6167-4ebe-94cd-55ea929f139d owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:34:16.265775 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-250fe8b8-29fc-4239-b566-afc1fb4bfd77 req-aec1a813-c962-4f85-8a3c-a2c32b2bd1fb tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Calling delete_port for 7f795798-1661-4ba0-bf5a-641687efe8e3 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:34:16.280520 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:16.351647 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-4b8a5ac3-eff6-451b-9c76-6e4330b46291 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=80faf6362e244bb992ffb6058ceeefda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1430190 Jul 20 08:34:16.502205 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-cf0ecc00-3380-44d9-9648-c970a3f1e68c tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcfc8ebb18c54de29556d0b93593d676 HTTP/1.1" status: 200 len: 380 time: 0.2649546 Jul 20 08:34:16.521864 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-b542a2b3-dcd8-45ab-9fa1-342785c1103b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Request body: {'port': {'device_id': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'admin_state_up': True, 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'security_groups': ['84c82322-f84f-4fd4-af06-2166535cb35b']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:34:16.526197 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:16.706383 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-e8ce1c18-f40d-4a39-b22f-ccd96e9480e4 service neutron] 10.222.0.64 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136466 Jul 20 08:34:16.772775 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb8b2b-907e-479c-8646-781e5833e0ce req-a44d6b9b-aa45-4092-81da-6457c56cc633 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:16.779466 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b2cb8b2b-907e-479c-8646-781e5833e0ce req-a44d6b9b-aa45-4092-81da-6457c56cc633 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a HTTP/1.1" status: 200 len: 946 time: 0.0655737 Jul 20 08:34:16.830903 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b2cb8b2b-907e-479c-8646-781e5833e0ce req-c1982824-28ea-4e2a-a9d7-5f10b46a053e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482585 Jul 20 08:34:16.833894 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-37d1a71a-6f22-453b-8c5c-4d73e7eb596c req-0c3da656-2c7e-4e28-894c-cd47eee32df2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (e37caaf1-6167-4ebe-94cd-55ea929f139d), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:16.853437 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-250fe8b8-29fc-4239-b566-afc1fb4bfd77 req-aec1a813-c962-4f85-8a3c-a2c32b2bd1fb tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (7f795798-1661-4ba0-bf5a-641687efe8e3), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:16.890450 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['06458427-d317-4965-817d-8affbd2750e5'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:34:16.902440 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3da656-2c7e-4e28-894c-cd47eee32df2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event deleted for resources: {'Port': ['ID=e37caaf1-6167-4ebe-94cd-55ea929f139d,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:16.948182 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-b542a2b3-dcd8-45ab-9fa1-342785c1103b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Made reservation on behalf of fcfc8ebb18c54de29556d0b93593d676 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:34:16.952568 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-b542a2b3-dcd8-45ab-9fa1-342785c1103b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:16.955481 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b7aae395-c32b-4d0a-a323-9d7f0f3d2e30 req-682c484f-27cd-46d0-9de6-b3298c729c66 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 210 time: 0.0432422 Jul 20 08:34:16.978406 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:16.984966 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1a813-c962-4f85-8a3c-a2c32b2bd1fb tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Pushing event deleted for resources: {'Port': ['ID=7f795798-1661-4ba0-bf5a-641687efe8e3,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:17.108508 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-4fba19f4-9582-41c6-b535-05d6c93c6f3e service neutron] 10.222.0.64 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873103 Jul 20 08:34:17.134902 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-250fe8b8-29fc-4239-b566-afc1fb4bfd77 req-aec1a813-c962-4f85-8a3c-a2c32b2bd1fb tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] No DVR routers for this DVR port 7f795798-1661-4ba0-bf5a-641687efe8e3 on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:34:17.145808 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-250fe8b8-29fc-4239-b566-afc1fb4bfd77 req-aec1a813-c962-4f85-8a3c-a2c32b2bd1fb tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:17.149228 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-250fe8b8-29fc-4239-b566-afc1fb4bfd77 req-aec1a813-c962-4f85-8a3c-a2c32b2bd1fb tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.18 "DELETE /v2.0/ports/7f795798-1661-4ba0-bf5a-641687efe8e3 HTTP/1.1" status: 204 len: 173 time: 1.7736385 Jul 20 08:34:17.151749 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a', 'name': 'network-vif-deleted', 'tag': '7f795798-1661-4ba0-bf5a-641687efe8e3'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:34:17.154976 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cc8514-6b05-4812-9aef-47dc64615f49" -d '{"events": [{"server_uuid": "ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a", "name": "network-vif-deleted", "tag": "7f795798-1661-4ba0-bf5a-641687efe8e3"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:34:17.211241 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd27b8b-ac7b-4e79-9953-684ce397b888 x-openstack-request-id: req-edd27b8b-ac7b-4e79-9953-684ce397b888 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:34:17.211708 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a", "name": "network-vif-deleted", "tag": "7f795798-1661-4ba0-bf5a-641687efe8e3", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:34:17.211906 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-edd27b8b-ac7b-4e79-9953-684ce397b888 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:34:17.212378 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd27b8b-ac7b-4e79-9953-684ce397b888'] response: {'server_uuid': 'ef085fb0-ca4c-4c3a-9db4-6fb9bbff4f8a', 'name': 'network-vif-deleted', 'tag': '7f795798-1661-4ba0-bf5a-641687efe8e3', 'status': 'completed', 'code': 200} Jul 20 08:34:17.299071 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-b542a2b3-dcd8-45ab-9fa1-342785c1103b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Allocated IP 172.20.0.3 (348269a8-7968-40a5-99e7-854f19c8d583/3c888370-e66b-4395-b90c-a65ec529794b/5f10e926-b78d-48a1-a5ca-b29f3c55dee7) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:34:17.350725 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37d1a71a-6f22-453b-8c5c-4d73e7eb596c req-0c3da656-2c7e-4e28-894c-cd47eee32df2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Router f89a0f50-73be-4465-b934-a3589109ebd2 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:34:17.357391 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-82f2f907-c07b-4a4a-9204-5998f8a342d0 req-e5396387-02d0-47eb-861c-4c5dd243ec71 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 210 time: 0.0496621 Jul 20 08:34:17.397757 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8b1aaec5-5444-403d-96bf-4a9e3dce7ef4 req-3b637d48-d6ca-4a64-beb3-1183c9b8f2e0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 210 time: 0.0659091 Jul 20 08:34:17.683271 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:17.712742 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-b542a2b3-dcd8-45ab-9fa1-342785c1103b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for port (5f10e926-b78d-48a1-a5ca-b29f3c55dee7), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:17.720271 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37d1a71a-6f22-453b-8c5c-4d73e7eb596c req-0c3da656-2c7e-4e28-894c-cd47eee32df2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:34:17.736165 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d8091-48d9-4c11-8621-3bf8370bb522 None None] Sync routers for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:34:17.752700 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81d8091-48d9-4c11-8621-3bf8370bb522 None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:17.753713 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-e81d8091-48d9-4c11-8621-3bf8370bb522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:33:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:17.783157 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d1a71a-6f22-453b-8c5c-4d73e7eb596c req-0c3da656-2c7e-4e28-894c-cd47eee32df2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] No DVR routers for this DVR port e37caaf1-6167-4ebe-94cd-55ea929f139d on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:34:17.785690 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-37d1a71a-6f22-453b-8c5c-4d73e7eb596c req-0c3da656-2c7e-4e28-894c-cd47eee32df2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:17.789485 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-37d1a71a-6f22-453b-8c5c-4d73e7eb596c req-0c3da656-2c7e-4e28-894c-cd47eee32df2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "DELETE /v2.0/ports/e37caaf1-6167-4ebe-94cd-55ea929f139d HTTP/1.1" status: 204 len: 173 time: 2.6763144 Jul 20 08:34:17.821744 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-b542a2b3-dcd8-45ab-9fa1-342785c1103b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (5f10e926-b78d-48a1-a5ca-b29f3c55dee7), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:17.879324 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542a2b3-dcd8-45ab-9fa1-342785c1103b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event updated for resources: {'Port': ['ID=5f10e926-b78d-48a1-a5ca-b29f3c55dee7,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:17.893361 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 7f795798-1661-4ba0-bf5a-641687efe8e3 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:34:17.920512 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-b542a2b3-dcd8-45ab-9fa1-342785c1103b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Network 348269a8-7968-40a5-99e7-854f19c8d583 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:34:17.923547 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-b542a2b3-dcd8-45ab-9fa1-342785c1103b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:34:17.926662 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-e81d8091-48d9-4c11-8621-3bf8370bb522 None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:17.931850 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-b542a2b3-dcd8-45ab-9fa1-342785c1103b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:34:17.941579 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: 7f795798-1661-4ba0-bf5a-641687efe8e3 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:34:17.941933 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 7f795798-1661-4ba0-bf5a-641687efe8e3 not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:34:17.943120 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device e37caaf1-6167-4ebe-94cd-55ea929f139d no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:34:17.960814 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:17.978245 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: e37caaf1-6167-4ebe-94cd-55ea929f139d {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:34:17.979002 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device e37caaf1-6167-4ebe-94cd-55ea929f139d not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:34:18.067277 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-b542a2b3-dcd8-45ab-9fa1-342785c1103b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:18.067960 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-b542a2b3-dcd8-45ab-9fa1-342785c1103b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:18.101073 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-b542a2b3-dcd8-45ab-9fa1-342785c1103b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5875573 Jul 20 08:34:18.188635 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125b4f2-a9a2-460e-a4e7-ba889342314f req-3b74f3c9-d59d-4572-923d-89f4fa235244 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:18.195944 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b125b4f2-a9a2-460e-a4e7-ba889342314f req-3b74f3c9-d59d-4572-923d-89f4fa235244 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 931 time: 0.1231008 Jul 20 08:34:18.254665 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:34:18.258716 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b125b4f2-a9a2-460e-a4e7-ba889342314f req-09a6ea82-28b5-4409-aca9-099c83c34b8b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613708 Jul 20 08:34:18.264257 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-e81d8091-48d9-4c11-8621-3bf8370bb522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:18.279125 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:18.295153 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d8091-48d9-4c11-8621-3bf8370bb522 None None] Checking router: f89a0f50-73be-4465-b934-a3589109ebd2 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:34:18.300603 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483108ee-f02e-48ae-b792-cb0edd020a64 req-8bb79c3c-71a1-445a-ba22-a68391e30ecf tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:18.302167 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-483108ee-f02e-48ae-b792-cb0edd020a64 req-8bb79c3c-71a1-445a-ba22-a68391e30ecf tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0669467 Jul 20 08:34:18.304120 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81d8091-48d9-4c11-8621-3bf8370bb522 None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:18.304805 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-e81d8091-48d9-4c11-8621-3bf8370bb522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:33:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:18.357009 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-483108ee-f02e-48ae-b792-cb0edd020a64 req-71ca3d72-2dbc-4b91-8378-ed73e5df227e tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488367 Jul 20 08:34:18.373067 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-0a3053a7-81ec-4080-9232-47a4f44363bf None None] Provisioning complete for port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:34:18.373607 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0a3053a7-81ec-4080-9232-47a4f44363bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (5f10e926-b78d-48a1-a5ca-b29f3c55dee7), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:18.376485 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Request body: {'port': {'device_id': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:34:18.414123 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-0a3053a7-81ec-4080-9232-47a4f44363bf None None] Port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:34:18.507217 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-e81d8091-48d9-4c11-8621-3bf8370bb522 None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:18.522393 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (5f10e926-b78d-48a1-a5ca-b29f3c55dee7), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:18.563205 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f82510a9-238e-4455-9ddb-92fcc51e3374 req-9542e117-5073-4549-83b2-3ad6faa5a8a3 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=659d1d17-9163-4971-9ba1-40f3f20d2650 HTTP/1.1" status: 200 len: 210 time: 0.0490026 Jul 20 08:34:18.609267 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-930f187e-2c89-423e-9672-165f8845e211 req-4c2530d6-df70-4781-95d4-8cdf53309f45 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 210 time: 0.0512004 Jul 20 08:34:18.826792 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-e81d8091-48d9-4c11-8621-3bf8370bb522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:18.855661 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d8091-48d9-4c11-8621-3bf8370bb522 None None] The sync data for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi is: [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:34:18.974870 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:34:18.983632 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Publish callbacks [] for port (5f10e926-b78d-48a1-a5ca-b29f3c55dee7), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:18.998152 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Transition to ACTIVE for port object 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:34:19.002815 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (5f10e926-b78d-48a1-a5ca-b29f3c55dee7), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:19.057485 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Pushing event updated for resources: {'Port': ['ID=5f10e926-b78d-48a1-a5ca-b29f3c55dee7,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:19.159192 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Attempting to bind port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:34:19.159873 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Attempting to bind port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:34:19.160048 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Attempting to bind port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 on network 348269a8-7968-40a5-99e7-854f19c8d583 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:34:19.165577 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 on network 348269a8-7968-40a5-99e7-854f19c8d583 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:34:19.165995 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Attempting to bind port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 on network 348269a8-7968-40a5-99e7-854f19c8d583 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:34:19.173597 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:34:19.173597 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Checking segment: {'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:34:19.174643 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Bound using segment: {'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:34:19.175335 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Bound port: 5f10e926-b78d-48a1-a5ca-b29f3c55dee7, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:34:19.175757 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (5f10e926-b78d-48a1-a5ca-b29f3c55dee7), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:19.190344 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb36d7da-0cf7-46aa-88c0-703d54862859 None None] New status for floating IP 69e8886c-1ebd-4322-ad14-0ecad9a17cab: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:34:19.216017 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'name': 'network-vif-deleted', 'tag': 'e37caaf1-6167-4ebe-94cd-55ea929f139d'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:34:19.218903 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcf0af1-e421-450e-b0b0-3363f54df4ca" -d '{"events": [{"server_uuid": "659d1d17-9163-4971-9ba1-40f3f20d2650", "name": "network-vif-deleted", "tag": "e37caaf1-6167-4ebe-94cd-55ea929f139d"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:34:19.279002 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659f4cde-a0d7-4b83-bd23-b5df47824993 x-openstack-request-id: req-659f4cde-a0d7-4b83-bd23-b5df47824993 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:34:19.279330 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659d1d17-9163-4971-9ba1-40f3f20d2650", "name": "network-vif-deleted", "tag": "e37caaf1-6167-4ebe-94cd-55ea929f139d", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:34:19.279577 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-659f4cde-a0d7-4b83-bd23-b5df47824993 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:34:19.281134 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-659f4cde-a0d7-4b83-bd23-b5df47824993'] response: {'server_uuid': '659d1d17-9163-4971-9ba1-40f3f20d2650', 'name': 'network-vif-deleted', 'tag': 'e37caaf1-6167-4ebe-94cd-55ea929f139d', 'status': 'completed', 'code': 200} Jul 20 08:34:19.291644 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] For port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:34:19.299328 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] For port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=5f10e926-b78d-48a1-a5ca-b29f3c55dee7,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:34:19.307211 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (5f10e926-b78d-48a1-a5ca-b29f3c55dee7), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:19.356878 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:19.357392 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:19.358885 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] 10.222.0.18 "PUT /v2.0/ports/5f10e926-b78d-48a1-a5ca-b29f3c55dee7 HTTP/1.1" status: 200 len: 1093 time: 0.9874852 Jul 20 08:34:19.378335 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:19.593283 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e87e13-fe5b-4fd0-9527-7a70eb5447f9 req-98840e65-78a6-4017-88d1-8414f5b97162 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:19.601469 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d7e87e13-fe5b-4fd0-9527-7a70eb5447f9 req-98840e65-78a6-4017-88d1-8414f5b97162 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0744202 Jul 20 08:34:19.610863 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d7160d3b-f653-49e1-80aa-9db3bb4c9697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:19.673904 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d7e87e13-fe5b-4fd0-9527-7a70eb5447f9 req-b9bc23e1-38dd-4653-a41d-4cd695cac836 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711994 Jul 20 08:34:19.768017 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:19.805488 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcbcdd-5fe1-4017-8a7c-bb0ef81632c6 req-bea62f8e-4fa8-4715-91cd-1b5499985d7b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:19.807873 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-34fcbcdd-5fe1-4017-8a7c-bb0ef81632c6 req-bea62f8e-4fa8-4715-91cd-1b5499985d7b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 943 time: 0.4714451 Jul 20 08:34:19.807873 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74057fde-58a1-404a-81be-3614a85e5b8b service neutron] Pushing event updated for resources: {'Port': ['ID=5f10e926-b78d-48a1-a5ca-b29f3c55dee7,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:19.830120 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-abb8a7b6-ea90-47f4-80c6-809b5d81a5e3 req-0290ba24-d88e-442f-8116-efbab39359c7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 210 time: 0.0336056 Jul 20 08:34:19.879391 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-35d807cc-3f20-47dc-aae5-f802a26580fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:19.880960 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-35d807cc-3f20-47dc-aae5-f802a26580fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fcfc8ebb18c54de29556d0b93593d676&device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 1127 time: 0.1485350 Jul 20 08:34:19.881300 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40094) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:19.895321 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6374c-cd23-4d21-9b79-28def7f687e5 req-f7c6381c-a420-4396-b763-b612a4571eb9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:19.896808 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-afc6374c-cd23-4d21-9b79-28def7f687e5 req-f7c6381c-a420-4396-b763-b612a4571eb9 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.4861503 Jul 20 08:34:19.943953 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-79699851-3f2e-41fb-b032-ad7578026093 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (72189410-84c7-486e-8d53-8048e05f09fd), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:19.972569 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-79699851-3f2e-41fb-b032-ad7578026093 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (72189410-84c7-486e-8d53-8048e05f09fd), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:19.989999 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-bf7c17e9-d3e0-4563-9f83-2636392b7586 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f10e926-b78d-48a1-a5ca-b29f3c55dee7 HTTP/1.1" status: 200 len: 217 time: 0.0886679 Jul 20 08:34:20.058440 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-79699851-3f2e-41fb-b032-ad7578026093 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (72189410-84c7-486e-8d53-8048e05f09fd), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:20.061728 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-79699851-3f2e-41fb-b032-ad7578026093 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:20.062898 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-34fcbcdd-5fe1-4017-8a7c-bb0ef81632c6 req-f7c25321-21ef-42a8-8dad-9ab22d1ce2e2 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355831 Jul 20 08:34:20.066827 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-79699851-3f2e-41fb-b032-ad7578026093 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "DELETE /v2.0/security-groups/72189410-84c7-486e-8d53-8048e05f09fd HTTP/1.1" status: 204 len: 168 time: 0.1835723 Jul 20 08:34:20.066827 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40096) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:20.080419 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-241f33c0-3514-47d4-9fec-c94b0761c083 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:20.081930 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-241f33c0-3514-47d4-9fec-c94b0761c083 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.18 "GET /v2.0/networks?id=493487e7-e371-48c4-94a1-b290ee37dc8e HTTP/1.1" status: 200 len: 817 time: 0.6726198 Jul 20 08:34:20.086863 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79699851-3f2e-41fb-b032-ad7578026093 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72189410-84c7-486e-8d53-8048e05f09fd,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:20.096417 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.api.v2.resource [None req-0e83ae95-0289-4990-9580-cbf86ab7d91e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] show failed (client error): The resource could not be found. Jul 20 08:34:20.100771 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-0e83ae95-0289-4990-9580-cbf86ab7d91e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups/72189410-84c7-486e-8d53-8048e05f09fd HTTP/1.1" status: 404 len: 347 time: 0.0213315 Jul 20 08:34:20.102175 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40098) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:20.134121 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-c47d05c2-5b44-44b4-a0ac-d56193ccd33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:20.135529 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-c47d05c2-5b44-44b4-a0ac-d56193ccd33a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3c888370-e66b-4395-b90c-a65ec529794b HTTP/1.1" status: 200 len: 850 time: 0.1315849 Jul 20 08:34:20.190275 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-afc6374c-cd23-4d21-9b79-28def7f687e5 req-95dcc7af-8766-4f86-b170-dab17ea02c90 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Deleting port 06458427-d317-4965-817d-8affbd2750e5 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:34:20.191013 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-afc6374c-cd23-4d21-9b79-28def7f687e5 req-95dcc7af-8766-4f86-b170-dab17ea02c90 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (06458427-d317-4965-817d-8affbd2750e5), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:20.227543 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-4aa09927-640b-4992-b8f9-b8f396ef2c52 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Deleting port a6810fe8-c1d0-41f1-a915-a44d411e63ec {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:34:20.227880 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4aa09927-640b-4992-b8f9-b8f396ef2c52 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (a6810fe8-c1d0-41f1-a915-a44d411e63ec), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:20.273943 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-a48b5e04-2b02-4056-ad37-69c9f41194d9 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80faf6362e244bb992ffb6058ceeefda HTTP/1.1" status: 200 len: 379 time: 0.1714849 Jul 20 08:34:20.274989 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-e9bfe1f4-7ba1-4af1-a984-08e616c47abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:20.276477 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-e9bfe1f4-7ba1-4af1-a984-08e616c47abf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=348269a8-7968-40a5-99e7-854f19c8d583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1307847 Jul 20 08:34:20.292313 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-4a82b8c0-25ce-4369-ae20-eac77795d5fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Request body: {'port': {'device_id': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'admin_state_up': True, 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'security_groups': ['82d03987-1f47-40fc-9bb2-586957198d18']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:34:20.315407 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4aa09927-640b-4992-b8f9-b8f396ef2c52 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (a6810fe8-c1d0-41f1-a915-a44d411e63ec), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:20.315760 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4aa09927-640b-4992-b8f9-b8f396ef2c52 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (a6810fe8-c1d0-41f1-a915-a44d411e63ec), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:20.330331 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-4aa09927-640b-4992-b8f9-b8f396ef2c52 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Calling delete_port for a6810fe8-c1d0-41f1-a915-a44d411e63ec owned by network:floatingip {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:34:20.454473 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-afc6374c-cd23-4d21-9b79-28def7f687e5 req-95dcc7af-8766-4f86-b170-dab17ea02c90 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] For port 06458427-d317-4965-817d-8affbd2750e5, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=06458427-d317-4965-817d-8affbd2750e5,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:20.454761 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-afc6374c-cd23-4d21-9b79-28def7f687e5 req-95dcc7af-8766-4f86-b170-dab17ea02c90 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (06458427-d317-4965-817d-8affbd2750e5), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:20.478134 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-afc6374c-cd23-4d21-9b79-28def7f687e5 req-95dcc7af-8766-4f86-b170-dab17ea02c90 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Calling delete_port for 06458427-d317-4965-817d-8affbd2750e5 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:34:20.575863 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-3970c4d7-f644-4464-9933-10bfb5503774 service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875266 Jul 20 08:34:20.625276 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:20.673872 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-4a82b8c0-25ce-4369-ae20-eac77795d5fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Made reservation on behalf of 80faf6362e244bb992ffb6058ceeefda for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:34:20.678097 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-4a82b8c0-25ce-4369-ae20-eac77795d5fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:20.683365 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:20.694261 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:20.696241 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:20.728084 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4aa09927-640b-4992-b8f9-b8f396ef2c52 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (a6810fe8-c1d0-41f1-a915-a44d411e63ec), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:20.773570 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa09927-640b-4992-b8f9-b8f396ef2c52 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event deleted for resources: {'Port': ['ID=a6810fe8-c1d0-41f1-a915-a44d411e63ec,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:20.818653 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed99b35-02c5-48cf-89ee-cd05121005e8 req-a4917d86-f2fc-4731-93bf-3451a34ae42f service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358835 Jul 20 08:34:20.888026 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-afc6374c-cd23-4d21-9b79-28def7f687e5 req-95dcc7af-8766-4f86-b170-dab17ea02c90 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (06458427-d317-4965-817d-8affbd2750e5), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:20.888456 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096cbe8-6234-4307-b027-46a1e834e9c3 req-48e0267e-f30d-4961-8c72-fd259b6908e8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:20.890344 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1096cbe8-6234-4307-b027-46a1e834e9c3 req-48e0267e-f30d-4961-8c72-fd259b6908e8 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 945 time: 0.0849013 Jul 20 08:34:20.916703 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4aa09927-640b-4992-b8f9-b8f396ef2c52 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (69e8886c-1ebd-4322-ad14-0ecad9a17cab), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:20.920310 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4aa09927-640b-4992-b8f9-b8f396ef2c52 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:20.925935 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-4aa09927-640b-4992-b8f9-b8f396ef2c52 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "DELETE /v2.0/floatingips/69e8886c-1ebd-4322-ad14-0ecad9a17cab HTTP/1.1" status: 204 len: 168 time: 0.8226423 Jul 20 08:34:20.943313 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcc7af-8766-4f86-b170-dab17ea02c90 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Pushing event deleted for resources: {'Port': ['ID=06458427-d317-4965-817d-8affbd2750e5,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:20.968020 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1096cbe8-6234-4307-b027-46a1e834e9c3 req-4ec896f9-40d0-451d-b364-00bd54f38539 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/security-groups?id=6f86260a-70f0-4249-a20a-0d1fa342fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702028 Jul 20 08:34:21.042767 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc6374c-cd23-4d21-9b79-28def7f687e5 req-95dcc7af-8766-4f86-b170-dab17ea02c90 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] No DVR routers for this DVR port 06458427-d317-4965-817d-8affbd2750e5 on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:34:21.046401 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-4a82b8c0-25ce-4369-ae20-eac77795d5fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Allocated IP 172.20.0.12 (493487e7-e371-48c4-94a1-b290ee37dc8e/1674d774-8563-48a3-b527-f0af4400482d/08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:34:21.049185 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fa080037-8b89-45d7-b0a1-6add2ed4307d req-38083d7a-9f30-46b5-96d7-3243c3a6d4d7 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 210 time: 0.0624375 Jul 20 08:34:21.050365 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-afc6374c-cd23-4d21-9b79-28def7f687e5 req-95dcc7af-8766-4f86-b170-dab17ea02c90 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.051936 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40106) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:21.053696 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-afc6374c-cd23-4d21-9b79-28def7f687e5 req-95dcc7af-8766-4f86-b170-dab17ea02c90 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.18 "DELETE /v2.0/ports/06458427-d317-4965-817d-8affbd2750e5 HTTP/1.1" status: 204 len: 173 time: 1.1429369 Jul 20 08:34:21.057824 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-11158319-73be-4795-ac65-7260126634db tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1799131295', 'description': 'tempest-description--1211970215'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:34:21.092152 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-11158319-73be-4795-ac65-7260126634db tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.244422 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28547ee9-8e9d-41cc-a6c3-87ae6e075f17 req-7b6a5dc4-44a9-4b7c-b39a-9a9400ef155f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:21.245953 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-28547ee9-8e9d-41cc-a6c3-87ae6e075f17 req-7b6a5dc4-44a9-4b7c-b39a-9a9400ef155f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 943 time: 0.0798438 Jul 20 08:34:21.255556 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-4a82b8c0-25ce-4369-ae20-eac77795d5fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.259314 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-11158319-73be-4795-ac65-7260126634db tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.268819 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-11158319-73be-4795-ac65-7260126634db tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.282847 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'tag': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7'}, {'server_uuid': 'ff2ea553-bf93-4f6e-b624-935ecec595b7', 'name': 'network-vif-deleted', 'tag': '06458427-d317-4965-817d-8affbd2750e5'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:34:21.285178 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2120f1-b172-4dd8-a116-6a8a318a210b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2a5142-59a5-4ff2-94ed-908fe82b5475", "tag": "5f10e926-b78d-48a1-a5ca-b29f3c55dee7"}, {"server_uuid": "ff2ea553-bf93-4f6e-b624-935ecec595b7", "name": "network-vif-deleted", "tag": "06458427-d317-4965-817d-8affbd2750e5"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:34:21.298114 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-4a82b8c0-25ce-4369-ae20-eac77795d5fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.326859 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-11158319-73be-4795-ac65-7260126634db tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.330984 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-11158319-73be-4795-ac65-7260126634db tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2777154 Jul 20 08:34:21.332498 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40112) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:21.335428 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11158319-73be-4795-ac65-7260126634db tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:21.339048 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-8a064dfd-6890-4dcd-9a64-9a50012c13a0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'security_group_rule': {'security_group_id': '3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:34:21.348555 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Jul 2022 08:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7063ff-bab4-4654-859d-cf355f5c34a7 x-openstack-request-id: req-ad7063ff-bab4-4654-859d-cf355f5c34a7 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:34:21.348871 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2a5142-59a5-4ff2-94ed-908fe82b5475", "tag": "5f10e926-b78d-48a1-a5ca-b29f3c55dee7", "status": "completed", "code": 200}, {"server_uuid": "ff2ea553-bf93-4f6e-b624-935ecec595b7", "name": "network-vif-deleted", "tag": "06458427-d317-4965-817d-8affbd2750e5", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:34:21.349102 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad7063ff-bab4-4654-859d-cf355f5c34a7 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:34:21.349503 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad7063ff-bab4-4654-859d-cf355f5c34a7'] response: {'name': 'network-changed', 'server_uuid': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'tag': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7', 'status': 'completed', 'code': 200} Jul 20 08:34:21.349761 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad7063ff-bab4-4654-859d-cf355f5c34a7'] response: {'server_uuid': 'ff2ea553-bf93-4f6e-b624-935ecec595b7', 'name': 'network-vif-deleted', 'tag': '06458427-d317-4965-817d-8affbd2750e5', 'status': 'completed', 'code': 200} Jul 20 08:34:21.352333 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-28547ee9-8e9d-41cc-a6c3-87ae6e075f17 req-4c3a59b9-65b0-49a1-a0b1-f4e16cf29b83 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956881 Jul 20 08:34:21.361832 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-4a82b8c0-25ce-4369-ae20-eac77795d5fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Network 493487e7-e371-48c4-94a1-b290ee37dc8e is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:34:21.372455 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-4a82b8c0-25ce-4369-ae20-eac77795d5fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:34:21.377879 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-4a82b8c0-25ce-4369-ae20-eac77795d5fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:34:21.410670 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82b8c0-25ce-4369-ae20-eac77795d5fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event updated for resources: {'Port': ['ID=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:21.429768 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8a064dfd-6890-4dcd-9a64-9a50012c13a0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (62e4a23c-8e7b-47e7-86d7-51733838359f), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.465713 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-4a82b8c0-25ce-4369-ae20-eac77795d5fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:21.466394 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-4a82b8c0-25ce-4369-ae20-eac77795d5fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.495124 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:21.507675 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-4a82b8c0-25ce-4369-ae20-eac77795d5fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2223988 Jul 20 08:34:21.523529 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8a064dfd-6890-4dcd-9a64-9a50012c13a0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (62e4a23c-8e7b-47e7-86d7-51733838359f), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.528456 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8a064dfd-6890-4dcd-9a64-9a50012c13a0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (62e4a23c-8e7b-47e7-86d7-51733838359f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.549349 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a064dfd-6890-4dcd-9a64-9a50012c13a0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e4a23c-8e7b-47e7-86d7-51733838359f,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:21.557327 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8a064dfd-6890-4dcd-9a64-9a50012c13a0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.558641 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-8a064dfd-6890-4dcd-9a64-9a50012c13a0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2230060 Jul 20 08:34:21.561869 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40116) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:21.566289 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-cf9be28b-2893-4b15-8925-367f66d95f5f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'security_group_rule': {'security_group_id': '3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:34:21.594568 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cf9be28b-2893-4b15-8925-367f66d95f5f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (222dc483-4360-4937-8268-c5ddb686258f), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.616085 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-01cd98e3-0664-4777-9d1c-fe446a10871a None None] Provisioning complete for port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:34:21.616652 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-01cd98e3-0664-4777-9d1c-fe446a10871a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.641690 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:21.655162 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-01cd98e3-0664-4777-9d1c-fe446a10871a None None] Port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:34:21.657053 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cf9be28b-2893-4b15-8925-367f66d95f5f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (222dc483-4360-4937-8268-c5ddb686258f), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.662450 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cf9be28b-2893-4b15-8925-367f66d95f5f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (222dc483-4360-4937-8268-c5ddb686258f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.683130 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9be28b-2893-4b15-8925-367f66d95f5f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222dc483-4360-4937-8268-c5ddb686258f,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:21.691965 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cf9be28b-2893-4b15-8925-367f66d95f5f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.693232 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-cf9be28b-2893-4b15-8925-367f66d95f5f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304123 Jul 20 08:34:21.696299 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40118) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:21.701217 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'floatingip': {'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:34:21.722446 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.809474 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:21.893631 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 06458427-d317-4965-817d-8affbd2750e5 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:34:21.914296 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: 06458427-d317-4965-817d-8affbd2750e5 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:34:21.914976 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 06458427-d317-4965-817d-8affbd2750e5 not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:34:21.935106 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Allocated IP 172.27.1.82 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/5f8fc226-67de-4a2d-9132-a285b48c8414) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:34:22.048618 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for port (5f8fc226-67de-4a2d-9132-a285b48c8414), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:22.085385 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f5800a81-e288-429a-b7fd-a4b46bb91457 req-1b2a64b6-75a3-4ab1-b0a6-569a8998a7c4 tempest-ServerRescueNegativeTestJSON-762570368 tempest-ServerRescueNegativeTestJSON-762570368-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff2ea553-bf93-4f6e-b624-935ecec595b7 HTTP/1.1" status: 200 len: 210 time: 0.0332146 Jul 20 08:34:22.115961 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (5f8fc226-67de-4a2d-9132-a285b48c8414), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:22.172473 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:34:22.178101 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:34:22.180780 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:34:22.185405 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'Port': ['ID=5f8fc226-67de-4a2d-9132-a285b48c8414,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:22.189130 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e65e1e-5cdb-4d34-90e8-9a3d072a6e2c req-dfa60908-cd5f-430f-870c-9a00a855298b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:22.191399 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c1e65e1e-5cdb-4d34-90e8-9a3d072a6e2c req-dfa60908-cd5f-430f-870c-9a00a855298b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 932 time: 0.0551426 Jul 20 08:34:22.217221 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Request body: {'port': {'device_id': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:34:22.248293 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-173ff3b9-cafc-4f3b-b741-30bbb8770ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:22.262958 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c1e65e1e-5cdb-4d34-90e8-9a3d072a6e2c req-f9fb2ced-738c-4e9f-9099-85be888da971 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635715 Jul 20 08:34:22.314510 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2120f1-b172-4dd8-a116-6a8a318a210b req-097f5274-05ea-4eb4-8aba-889f8a3e1b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:22.316077 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bd2120f1-b172-4dd8-a116-6a8a318a210b req-097f5274-05ea-4eb4-8aba-889f8a3e1b83 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fcfc8ebb18c54de29556d0b93593d676&device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 1127 time: 0.0728519 Jul 20 08:34:22.354120 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:22.402036 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:22.453739 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:22.500143 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (faef75c8-fe12-478f-8231-81fe5e90ba66), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:22.567457 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817ffa1-c01b-445f-8734-9a99eb5c488f req-b64e3522-59a8-4616-a1f4-519cb2e7ebb6 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:22.568952 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3817ffa1-c01b-445f-8734-9a99eb5c488f req-b64e3522-59a8-4616-a1f4-519cb2e7ebb6 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 943 time: 0.1249175 Jul 20 08:34:22.620532 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2120f1-b172-4dd8-a116-6a8a318a210b req-1a1290a4-1371-4645-be43-dee6743a14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:22.623175 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bd2120f1-b172-4dd8-a116-6a8a318a210b req-1a1290a4-1371-4645-be43-dee6743a14f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=348269a8-7968-40a5-99e7-854f19c8d583 HTTP/1.1" status: 200 len: 912 time: 0.2847736 Jul 20 08:34:22.726240 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (5f8fc226-67de-4a2d-9132-a285b48c8414), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:22.743123 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bd2120f1-b172-4dd8-a116-6a8a318a210b req-bd8e5986-82ac-428f-8b40-d11b8db2d080 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f10e926-b78d-48a1-a5ca-b29f3c55dee7 HTTP/1.1" status: 200 len: 217 time: 0.0622251 Jul 20 08:34:22.888011 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3817ffa1-c01b-445f-8734-9a99eb5c488f req-74105817-e408-4eee-b318-ab164fcb0174 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880766 Jul 20 08:34:22.931800 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2120f1-b172-4dd8-a116-6a8a318a210b req-d220055b-7d27-47e7-95c1-553c85550e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:22.933323 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bd2120f1-b172-4dd8-a116-6a8a318a210b req-d220055b-7d27-47e7-95c1-553c85550e0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3c888370-e66b-4395-b90c-a65ec529794b HTTP/1.1" status: 200 len: 850 time: 0.1626351 Jul 20 08:34:23.055470 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2120f1-b172-4dd8-a116-6a8a318a210b req-35684662-f679-4e93-9751-650076b4257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:23.057565 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bd2120f1-b172-4dd8-a116-6a8a318a210b req-35684662-f679-4e93-9751-650076b4257b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=348269a8-7968-40a5-99e7-854f19c8d583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1133137 Jul 20 08:34:23.118223 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:23.153511 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40128) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:23.226981 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for port (5f8fc226-67de-4a2d-9132-a285b48c8414), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:23.241031 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (5f8fc226-67de-4a2d-9132-a285b48c8414), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:23.265207 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:34:23.298007 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Publish callbacks [] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:23.369569 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Transition to ACTIVE for port object 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:34:23.372344 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bd2120f1-b172-4dd8-a116-6a8a318a210b req-61b11ca7-d665-41e7-9998-1f38614a448a service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055429 Jul 20 08:34:23.528030 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:23.675972 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:23.678100 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'Port': ['ID=5f8fc226-67de-4a2d-9132-a285b48c8414,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:23.702611 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-45ee78fc-a674-43c1-a612-60f1cdf40793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731768'] for router_interface (5f399a45-12c2-4784-bae4-5298c4e0c3c6), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:23.797325 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:23.798440 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (faef75c8-fe12-478f-8231-81fe5e90ba66), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:23.808238 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:23.813803 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e46c2b-2135-4882-8797-e5248566edaf req-b0d70553-e783-4391-a3cb-769c08c8459f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:23.822104 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-49e46c2b-2135-4882-8797-e5248566edaf req-b0d70553-e783-4391-a3cb-769c08c8459f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.4606645 Jul 20 08:34:23.874563 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:23.883805 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-872b83cf-37ce-452d-9e6e-35ab9d9ffdaf tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1786315 Jul 20 08:34:23.883805 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Pushing event updated for resources: {'Port': ['ID=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:23.987270 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-49e46c2b-2135-4882-8797-e5248566edaf req-e0e46986-97b7-4842-80a0-12118be57af6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629655 Jul 20 08:34:24.015582 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bd2120f1-b172-4dd8-a116-6a8a318a210b req-29bfe0cf-b016-4b25-8e89-d4acc29873ac service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290600 Jul 20 08:34:24.031502 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Attempting to bind port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:34:24.039044 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Attempting to bind port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': '8968c9f7-56ad-4f78-b755-be83df56719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:34:24.039984 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Attempting to bind port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 on network 493487e7-e371-48c4-94a1-b290ee37dc8e {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:34:24.040523 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-45ee78fc-a674-43c1-a612-60f1cdf40793 admin admin] Deleting port a635e176-b14e-4c83-a08e-fe54edacd827 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:34:24.040923 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-45ee78fc-a674-43c1-a612-60f1cdf40793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (a635e176-b14e-4c83-a08e-fe54edacd827), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:24.050474 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 on network 493487e7-e371-48c4-94a1-b290ee37dc8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:34:24.050774 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Attempting to bind port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 on network 493487e7-e371-48c4-94a1-b290ee37dc8e {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:34:24.057023 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:34:24.057366 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Checking segment: {'id': '8968c9f7-56ad-4f78-b755-be83df56719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:34:24.057948 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Bound using segment: {'id': '8968c9f7-56ad-4f78-b755-be83df56719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:34:24.058365 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Bound port: 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8968c9f7-56ad-4f78-b755-be83df56719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:34:24.059334 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:24.081298 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e7651-28dc-434d-80a7-717eca302de0 req-0a535fbb-86c8-4d2c-80ea-571c8a45616e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:24.082905 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7c7e7651-28dc-434d-80a7-717eca302de0 req-0a535fbb-86c8-4d2c-80ea-571c8a45616e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 943 time: 0.0962391 Jul 20 08:34:24.158513 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] For port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:34:24.166742 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] For port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:34:24.183266 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:24.188317 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-45ee78fc-a674-43c1-a612-60f1cdf40793 admin admin] For port a635e176-b14e-4c83-a08e-fe54edacd827, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=a635e176-b14e-4c83-a08e-fe54edacd827,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:24.188846 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-45ee78fc-a674-43c1-a612-60f1cdf40793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (a635e176-b14e-4c83-a08e-fe54edacd827), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:24.192781 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-b0d73e63-5d79-4e8e-ba4f-3b35eb365570 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1799131295&fields=id&tenant_id=60ee8039b1f4461c996165d5801b91f1 HTTP/1.1" status: 200 len: 267 time: 0.0712364 Jul 20 08:34:24.207781 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7c7e7651-28dc-434d-80a7-717eca302de0 req-e137d61f-30f8-475a-af37-02692c0ec31e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908399 Jul 20 08:34:24.212380 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-45ee78fc-a674-43c1-a612-60f1cdf40793 admin admin] Calling delete_port for a635e176-b14e-4c83-a08e-fe54edacd827 owned by network:router_interface {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:34:24.238817 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:24.255144 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:24.255868 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:24.257167 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] 10.222.0.18 "PUT /v2.0/ports/08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 HTTP/1.1" status: 200 len: 1094 time: 2.0472198 Jul 20 08:34:24.261625 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'tag': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:34:24.265072 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dc8005-8cf1-430b-b66a-08dc7193dea4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9589ff-3f5c-4537-9fde-1b5e676b7e09", "tag": "08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:34:24.274555 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:24.342630 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb2a4c3-a9c8-418e-bec1-a2836ff6822d x-openstack-request-id: req-feb2a4c3-a9c8-418e-bec1-a2836ff6822d {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:34:24.342928 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9589ff-3f5c-4537-9fde-1b5e676b7e09", "tag": "08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:34:24.343186 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-feb2a4c3-a9c8-418e-bec1-a2836ff6822d {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:34:24.343596 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feb2a4c3-a9c8-418e-bec1-a2836ff6822d'] response: {'name': 'network-changed', 'server_uuid': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'tag': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4', 'status': 'completed', 'code': 200} Jul 20 08:34:24.401916 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f7c15-93e4-4787-bb37-c4c68fd8ba3d service neutron] Pushing event updated for resources: {'Port': ['ID=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:24.419641 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-1192d743-492f-424f-88de-da8a0e8e6de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:24.421324 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-1192d743-492f-424f-88de-da8a0e8e6de8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80faf6362e244bb992ffb6058ceeefda&device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 1128 time: 0.0941958 Jul 20 08:34:24.432079 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-8759be4d-6277-4f4b-b544-ceaa61051020 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:24.434256 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-8759be4d-6277-4f4b-b544-ceaa61051020 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/networks?id=21da7406-374d-4389-9eee-8af0140c04bf HTTP/1.1" status: 200 len: 814 time: 0.2194681 Jul 20 08:34:24.479053 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-04567dd5-7952-4fa1-8b66-b975c427dce8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 HTTP/1.1" status: 200 len: 217 time: 0.0433784 Jul 20 08:34:24.480619 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-e3261ec4-1e3c-4bbc-9de2-787fddcf4b99 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/quotas/60ee8039b1f4461c996165d5801b91f1 HTTP/1.1" status: 200 len: 375 time: 0.0383697 Jul 20 08:34:24.484504 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-45ee78fc-a674-43c1-a612-60f1cdf40793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (a635e176-b14e-4c83-a08e-fe54edacd827), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:24.521942 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee78fc-a674-43c1-a612-60f1cdf40793 admin admin] Pushing event deleted for resources: {'Port': ['ID=a635e176-b14e-4c83-a08e-fe54edacd827,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:24.561921 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:24.586572 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-6d716e69-08e3-4a1d-a95d-13fefb1c012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:24.588177 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-6d716e69-08e3-4a1d-a95d-13fefb1c012c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1674d774-8563-48a3-b527-f0af4400482d HTTP/1.1" status: 200 len: 856 time: 0.1035872 Jul 20 08:34:24.597020 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-eff1a887-38d5-4649-b084-77a1049eb308 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035409 Jul 20 08:34:24.674182 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-a23023b8-1a03-44aa-ac47-e0caf09a557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:24.675816 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-a23023b8-1a03-44aa-ac47-e0caf09a557a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=493487e7-e371-48c4-94a1-b290ee37dc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778549 Jul 20 08:34:24.734282 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-45ee78fc-a674-43c1-a612-60f1cdf40793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1731660'] for router_interface (5f399a45-12c2-4784-bae4-5298c4e0c3c6), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:24.802911 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:24.807400 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-0c9925f4-99fe-48b0-a5a9-c7f841361efd service neutron] 10.222.0.64 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800303 Jul 20 08:34:24.853830 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-0dc28506-efb0-4619-8380-4ae5f7d81551 service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511078 Jul 20 08:34:24.984389 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ee78fc-a674-43c1-a612-60f1cdf40793 admin admin] Router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:34:24.989532 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:24.990569 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-c2678236-3105-44c5-bc01-e4421e1dee33 service neutron] 10.222.0.64 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766524 Jul 20 08:34:25.014679 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be2c07b2-c4a1-46cd-b410-841bc8d2c92e req-84197291-5ef6-477a-943c-b8ce90784cbd service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546624 Jul 20 08:34:25.188514 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077732cb-87b0-434e-81ec-14e5dd78b598 req-efdee99d-af99-4ec6-9e15-a628cd7558ef tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:25.190221 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-077732cb-87b0-434e-81ec-14e5dd78b598 req-efdee99d-af99-4ec6-9e15-a628cd7558ef tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0806315 Jul 20 08:34:25.193560 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ee78fc-a674-43c1-a612-60f1cdf40793 admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:34:25.195794 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ef47f4e-9041-425c-b9c9-d52043e7e308 req-68db8276-9ae2-4bc9-a9e0-e91300c9d554 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 210 time: 0.0399244 Jul 20 08:34:25.204988 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-45ee78fc-a674-43c1-a612-60f1cdf40793 admin admin] 10.222.0.64 "PUT /v2.0/routers/5f399a45-12c2-4784-bae4-5298c4e0c3c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0539880 Jul 20 08:34:25.207963 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40158) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:25.210340 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb07110e-37b5-458f-ba08-f5c8cb89d057 None None] Sync routers for ids ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:34:25.226467 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb07110e-37b5-458f-ba08-f5c8cb89d057 None None] Routers {'5f399a45-12c2-4784-bae4-5298c4e0c3c6'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:25.227712 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-fb07110e-37b5-458f-ba08-f5c8cb89d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:34:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:25.329563 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-077732cb-87b0-434e-81ec-14e5dd78b598 req-ff37735e-ad18-42b9-a0de-99b756b85d4a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291239 Jul 20 08:34:25.395397 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-fb07110e-37b5-458f-ba08-f5c8cb89d057 None None] Set router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:25.431257 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc62a29-d557-4b0a-a4bf-4397c81f53a3 req-fb356916-ef4d-42c5-9924-1ce0bebebaa4 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:25.432956 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4fc62a29-d557-4b0a-a4bf-4397c81f53a3 req-fb356916-ef4d-42c5-9924-1ce0bebebaa4 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 943 time: 0.0647674 Jul 20 08:34:25.437521 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-742ad37f-4b2a-44de-84e2-79374b37edc4 admin admin] Publish callbacks [] for router (5f399a45-12c2-4784-bae4-5298c4e0c3c6), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:25.458400 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:25.571144 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4fc62a29-d557-4b0a-a4bf-4397c81f53a3 req-48499f6b-2e68-4fd4-aaae-5c22393788e8 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292579 Jul 20 08:34:25.602131 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-742ad37f-4b2a-44de-84e2-79374b37edc4 admin admin] Publish callbacks [] for router_gateway (5f399a45-12c2-4784-bae4-5298c4e0c3c6), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:25.606875 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-fb07110e-37b5-458f-ba08-f5c8cb89d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:34:24Z', 'revision_number': 5, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port': {'id': '4b770143-1005-4c56-bc1c-ff38f0224a02', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:35Z', 'updated_at': '2022-07-20T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:25.634335 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb07110e-37b5-458f-ba08-f5c8cb89d057 None None] Checking router: 5f399a45-12c2-4784-bae4-5298c4e0c3c6 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:34:25.645251 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb07110e-37b5-458f-ba08-f5c8cb89d057 None None] Routers {'5f399a45-12c2-4784-bae4-5298c4e0c3c6'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:25.646150 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-fb07110e-37b5-458f-ba08-f5c8cb89d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:34:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:25.658285 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-742ad37f-4b2a-44de-84e2-79374b37edc4 admin admin] Deleting port 4b770143-1005-4c56-bc1c-ff38f0224a02 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:34:25.658696 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-742ad37f-4b2a-44de-84e2-79374b37edc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (4b770143-1005-4c56-bc1c-ff38f0224a02), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:25.748348 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:25.749734 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-742ad37f-4b2a-44de-84e2-79374b37edc4 admin admin] For port 4b770143-1005-4c56-bc1c-ff38f0224a02, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=4b770143-1005-4c56-bc1c-ff38f0224a02,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:25.750109 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-742ad37f-4b2a-44de-84e2-79374b37edc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (4b770143-1005-4c56-bc1c-ff38f0224a02), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:25.766205 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-742ad37f-4b2a-44de-84e2-79374b37edc4 admin admin] Calling delete_port for 4b770143-1005-4c56-bc1c-ff38f0224a02 owned by network:router_gateway {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:34:25.826487 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-fb07110e-37b5-458f-ba08-f5c8cb89d057 None None] Set router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 gateway port host: None {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:25.879461 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-fb07110e-37b5-458f-ba08-f5c8cb89d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:34:25Z', 'revision_number': 6, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port_host': None}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:25.908983 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb07110e-37b5-458f-ba08-f5c8cb89d057 None None] The sync data for ids ['5f399a45-12c2-4784-bae4-5298c4e0c3c6'] in dv-cinder-823089-3-iscsi is: [{'id': '5f399a45-12c2-4784-bae4-5298c4e0c3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1810102743-router', 'tenant_id': 'b044b1d7d5474351bd94eb1c90882933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:34Z', 'updated_at': '2022-07-20T08:34:25Z', 'revision_number': 6, 'project_id': 'b044b1d7d5474351bd94eb1c90882933', 'gw_port_host': None}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:34:25.949394 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-742ad37f-4b2a-44de-84e2-79374b37edc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (4b770143-1005-4c56-bc1c-ff38f0224a02), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:25.975233 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ad37f-4b2a-44de-84e2-79374b37edc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b770143-1005-4c56-bc1c-ff38f0224a02,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:26.032651 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:26.046622 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-742ad37f-4b2a-44de-84e2-79374b37edc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730087'] for router_gateway (5f399a45-12c2-4784-bae4-5298c4e0c3c6), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:26.153268 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-742ad37f-4b2a-44de-84e2-79374b37edc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3830'] for router (5f399a45-12c2-4784-bae4-5298c4e0c3c6), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:26.156334 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-742ad37f-4b2a-44de-84e2-79374b37edc4 admin admin] Publish callbacks [] for router_controller (5f399a45-12c2-4784-bae4-5298c4e0c3c6), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:26.222410 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-742ad37f-4b2a-44de-84e2-79374b37edc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676458'] for router (5f399a45-12c2-4784-bae4-5298c4e0c3c6), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:26.222999 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742ad37f-4b2a-44de-84e2-79374b37edc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f399a45-12c2-4784-bae4-5298c4e0c3c6 {{(pid=104021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 08:34:26.228046 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-742ad37f-4b2a-44de-84e2-79374b37edc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:26.229084 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-742ad37f-4b2a-44de-84e2-79374b37edc4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5f399a45-12c2-4784-bae4-5298c4e0c3c6 HTTP/1.1" status: 204 len: 168 time: 1.0200152 Jul 20 08:34:26.232234 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40168) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:26.312407 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5489799-8691-4642-ba2b-a882dfe03be4 admin admin] Deleting subnet d83857be-db60-44b9-859b-cdb8e58b501d {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 08:34:26.317905 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a5489799-8691-4642-ba2b-a882dfe03be4 admin admin] Publish callbacks [] for subnet (d83857be-db60-44b9-859b-cdb8e58b501d), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:26.348219 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-afa683fc-2a4a-4294-84c2-a8b3e6c521eb req-2e2bf98b-c1f7-4f82-bd34-8d09dd612611 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 210 time: 0.0340962 Jul 20 08:34:26.376681 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a5489799-8691-4642-ba2b-a882dfe03be4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528500673'] for subnet (d83857be-db60-44b9-859b-cdb8e58b501d), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:26.499534 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95929d40-0d6d-4816-876d-19b1096a2ed5 req-0df5dd71-efc6-482b-88ba-fdcab77206c3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:26.501033 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95929d40-0d6d-4816-876d-19b1096a2ed5 req-0df5dd71-efc6-482b-88ba-fdcab77206c3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0839796 Jul 20 08:34:26.513402 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a5489799-8691-4642-ba2b-a882dfe03be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1021515'] for subnet (d83857be-db60-44b9-859b-cdb8e58b501d), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:26.561521 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:26.592850 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95929d40-0d6d-4816-876d-19b1096a2ed5 req-11449d36-2521-45a6-96b2-7a9a9e9bdded tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836310 Jul 20 08:34:26.609382 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a5489799-8691-4642-ba2b-a882dfe03be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528676299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530434281'] for subnet (d83857be-db60-44b9-859b-cdb8e58b501d), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:26.638802 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5489799-8691-4642-ba2b-a882dfe03be4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d83857be-db60-44b9-859b-cdb8e58b501d,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:26.643033 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a5489799-8691-4642-ba2b-a882dfe03be4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:26.648849 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a5489799-8691-4642-ba2b-a882dfe03be4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d83857be-db60-44b9-859b-cdb8e58b501d HTTP/1.1" status: 204 len: 168 time: 0.4133971 Jul 20 08:34:26.651895 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40176) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:26.658119 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d101d2-1ee8-49e9-b269-23950e5c36c6 None None] Network c96fa3a3-1d61-4869-813f-bb65cb182cb7 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:34:26.751232 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:26.809523 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11c7e1-67fa-4ad2-97f7-48954aa4756f req-95178110-deda-434b-a217-2394adc90441 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:26.811277 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5a11c7e1-67fa-4ad2-97f7-48954aa4756f req-95178110-deda-434b-a217-2394adc90441 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 943 time: 0.1419358 Jul 20 08:34:26.829450 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-828437'] for network (c96fa3a3-1d61-4869-813f-bb65cb182cb7), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:26.873341 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddf8af5-89d4-4f36-8a6a-1ed7bbd500f2 None None] DHCP port deletion for c96fa3a3-1d61-4869-813f-bb65cb182cb7 request from dv-cinder-823089-3-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 08:34:26.904031 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:26.911505 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5a11c7e1-67fa-4ad2-97f7-48954aa4756f req-249ee751-bd4d-48f7-b728-dca571ca0a7d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924962 Jul 20 08:34:26.923917 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf8af5-89d4-4f36-8a6a-1ed7bbd500f2 None None] Deleting port 44f26208-970a-4817-b960-244bc07862c3 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:34:26.924582 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4ddf8af5-89d4-4f36-8a6a-1ed7bbd500f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (44f26208-970a-4817-b960-244bc07862c3), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:26.925701 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] Deleting port 44f26208-970a-4817-b960-244bc07862c3 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:34:26.926046 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (44f26208-970a-4817-b960-244bc07862c3), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:26.999693 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] For port 44f26208-970a-4817-b960-244bc07862c3, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=44f26208-970a-4817-b960-244bc07862c3,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:27.000074 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (44f26208-970a-4817-b960-244bc07862c3), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:27.011038 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4ddf8af5-89d4-4f36-8a6a-1ed7bbd500f2 None None] For port 44f26208-970a-4817-b960-244bc07862c3, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=44f26208-970a-4817-b960-244bc07862c3,segment=NetworkSegment(a920c7f2-7aeb-4a83-a78a-eba4c106c41d),segment_id=a920c7f2-7aeb-4a83-a78a-eba4c106c41d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:27.012020 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4ddf8af5-89d4-4f36-8a6a-1ed7bbd500f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (44f26208-970a-4817-b960-244bc07862c3), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:27.022964 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] Calling delete_port for 44f26208-970a-4817-b960-244bc07862c3 owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:34:27.033305 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf8af5-89d4-4f36-8a6a-1ed7bbd500f2 None None] Calling delete_port for 44f26208-970a-4817-b960-244bc07862c3 owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:34:27.043727 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:27.123148 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4ddf8af5-89d4-4f36-8a6a-1ed7bbd500f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021'] for port (44f26208-970a-4817-b960-244bc07862c3), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:27.135328 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:27.157010 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (44f26208-970a-4817-b960-244bc07862c3), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:27.159958 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf8af5-89d4-4f36-8a6a-1ed7bbd500f2 None None] Pushing event deleted for resources: {'Port': ['ID=44f26208-970a-4817-b960-244bc07862c3,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:27.163550 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf8af5-89d4-4f36-8a6a-1ed7bbd500f2 None None] No DVR routers for this DVR port 44f26208-970a-4817-b960-244bc07862c3 on host dv-cinder-823089-3-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:34:27.194006 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f26208-970a-4817-b960-244bc07862c3,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:27.201295 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] No DVR routers for this DVR port 44f26208-970a-4817-b960-244bc07862c3 on host dv-cinder-823089-3-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:34:27.276691 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 44f26208-970a-4817-b960-244bc07862c3 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:34:27.293938 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021194', 'neutron.services.segments.db._delete_segments_for_network-8761468045370'] for network (c96fa3a3-1d61-4869-813f-bb65cb182cb7), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:27.303136 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 44f26208-970a-4817-b960-244bc07862c3 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:34:27.303604 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 44f26208-970a-4817-b960-244bc07862c3 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:34:27.304095 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device a635e176-b14e-4c83-a08e-fe54edacd827 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:34:27.320415 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96fa3a3-1d61-4869-813f-bb65cb182cb7']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:27.327995 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: a635e176-b14e-4c83-a08e-fe54edacd827 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:34:27.328357 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device a635e176-b14e-4c83-a08e-fe54edacd827 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:34:27.328761 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 4b770143-1005-4c56-bc1c-ff38f0224a02 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:34:27.335267 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:27.335642 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a920c7f2-7aeb-4a83-a78a-eba4c106c41d') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:27.348538 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 4b770143-1005-4c56-bc1c-ff38f0224a02 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:34:27.348889 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 4b770143-1005-4c56-bc1c-ff38f0224a02 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:34:27.349499 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761468047427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3606675'] for segment (a920c7f2-7aeb-4a83-a78a-eba4c106c41d), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:27.367584 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (a920c7f2-7aeb-4a83-a78a-eba4c106c41d), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:27.376546 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 08:34:27.376943 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529145648'] for segment (a920c7f2-7aeb-4a83-a78a-eba4c106c41d), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:27.443397 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730124'] for network (c96fa3a3-1d61-4869-813f-bb65cb182cb7), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:27.451839 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:27.458816 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c96fa3a3-1d61-4869-813f-bb65cb182cb7 HTTP/1.1" status: 204 len: 168 time: 0.8058076 Jul 20 08:34:27.473883 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-154356c2-b530-48eb-970c-7a61757aa77b req-181227aa-da1d-4832-a57d-d00ad1b7a860 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 210 time: 0.0464437 Jul 20 08:34:27.477760 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment a920c7f2-7aeb-4a83-a78a-eba4c106c41d resource provider aggregate not found Jul 20 08:34:27.482405 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13a4b3-ebad-4332-b24c-130d3b4b4378 admin admin] Pushing event deleted for resources: {'Network': ['ID=c96fa3a3-1d61-4869-813f-bb65cb182cb7,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:27.500566 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment a920c7f2-7aeb-4a83-a78a-eba4c106c41d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a920c7f2-7aeb-4a83-a78a-eba4c106c41d found for delete ", "request_id": "req-383eed82-d589-49de-a6b7-67d95ffbb135"}]} Jul 20 08:34:27.594824 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40188) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:27.635481 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ec5b9dc3-73ec-431f-bb6d-975aa2ba6fdc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b044b1d7d5474351bd94eb1c90882933&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395205 Jul 20 08:34:27.637987 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40190) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:27.672491 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:27.692750 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-94dd5eb3-fc95-456d-9f72-91107108a73f admin admin] Publish callbacks [] for security_group (6f86260a-70f0-4249-a20a-0d1fa342fdab), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:27.745815 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-94dd5eb3-fc95-456d-9f72-91107108a73f admin admin] Publish callbacks [] for security_group (6f86260a-70f0-4249-a20a-0d1fa342fdab), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:27.762685 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c86046-a0df-47a1-a086-8cdc4f5651cc req-1e630b83-7b7a-4e31-a994-c4f010b1af83 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:27.764177 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-98c86046-a0df-47a1-a086-8cdc4f5651cc req-1e630b83-7b7a-4e31-a994-c4f010b1af83 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0731487 Jul 20 08:34:27.832737 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-98c86046-a0df-47a1-a086-8cdc4f5651cc req-059fab40-cab3-4f78-8edc-8d4a584f368f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609345 Jul 20 08:34:27.840980 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-94dd5eb3-fc95-456d-9f72-91107108a73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (6f86260a-70f0-4249-a20a-0d1fa342fdab), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:27.844139 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-94dd5eb3-fc95-456d-9f72-91107108a73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:27.845527 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-94dd5eb3-fc95-456d-9f72-91107108a73f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f86260a-70f0-4249-a20a-0d1fa342fdab HTTP/1.1" status: 204 len: 168 time: 0.2065990 Jul 20 08:34:27.854666 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd5eb3-fc95-456d-9f72-91107108a73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f86260a-70f0-4249-a20a-0d1fa342fdab,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:27.930592 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:34:28.051191 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:28.051490 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe5643-7a67-4f63-af4b-7dddbfa5c19b req-6ed0890d-aba1-4518-9cf6-98b9f6a16aed tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:28.053087 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-07fe5643-7a67-4f63-af4b-7dddbfa5c19b req-6ed0890d-aba1-4518-9cf6-98b9f6a16aed tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 943 time: 0.0518694 Jul 20 08:34:28.108703 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-07fe5643-7a67-4f63-af4b-7dddbfa5c19b req-b5b59bc3-e5f8-40dd-adf9-687ce78d9da1 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480196 Jul 20 08:34:28.196910 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'port_id': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4', 'mac_address': 'fa:16:3e:0a:b0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:34:28.237077 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:34:28.237478 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:28.252085 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:34:28.274863 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:28.283205 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:28.332902 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:28.591932 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8a668644-b5b1-4882-b364-9c419f77b8c9 req-38707482-1be3-45cd-a132-4bce3265b51c tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 210 time: 0.0335824 Jul 20 08:34:28.620555 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc8005-8cf1-430b-b66a-08dc7193dea4 req-f103285b-8346-4b1c-97a6-f999d99f151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:28.622384 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-82dc8005-8cf1-430b-b66a-08dc7193dea4 req-f103285b-8346-4b1c-97a6-f999d99f151f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80faf6362e244bb992ffb6058ceeefda&device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 1129 time: 0.0579624 Jul 20 08:34:28.901498 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:34:28.958369 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:28.985206 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab959bb8-e2b5-4d9d-bde4-a10ed9d19414 req-5253cc65-15d2-41d7-b3e7-2f40a2cbff43 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:28.988184 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ab959bb8-e2b5-4d9d-bde4-a10ed9d19414 req-5253cc65-15d2-41d7-b3e7-2f40a2cbff43 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 945 time: 0.0749776 Jul 20 08:34:29.056135 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ab959bb8-e2b5-4d9d-bde4-a10ed9d19414 req-0bb12679-68f5-4c42-bfe0-c41538b4eddb tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556254 Jul 20 08:34:29.238718 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f077a43-3d33-4692-b950-ba62158cc157 req-b827d077-5b73-4e51-9089-6bbcac04ae46 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:29.240211 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1f077a43-3d33-4692-b950-ba62158cc157 req-b827d077-5b73-4e51-9089-6bbcac04ae46 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 943 time: 0.0552759 Jul 20 08:34:29.297817 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1f077a43-3d33-4692-b950-ba62158cc157 req-70998bbc-4ddb-4ce9-b647-191192b2efb3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488932 Jul 20 08:34:29.695841 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2ebaf6d2-f931-4d24-991b-dc4cb7696a67 req-9b967dff-e8b8-46a5-bc64-751c2d79ff86 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 210 time: 0.0297599 Jul 20 08:34:30.185380 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41b6ab-6ef2-4bac-a53f-788c894dd1ba req-849fad0b-4c5e-4dcb-9b59-21a47a272f22 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:30.187074 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4a41b6ab-6ef2-4bac-a53f-788c894dd1ba req-849fad0b-4c5e-4dcb-9b59-21a47a272f22 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 945 time: 0.0520008 Jul 20 08:34:30.220120 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:34:30.242269 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4a41b6ab-6ef2-4bac-a53f-788c894dd1ba req-31d1fa70-8140-485c-807f-daf9064fbdfd tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491436 Jul 20 08:34:30.301974 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:34:30.310263 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:34:30.310684 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:30.313344 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc8005-8cf1-430b-b66a-08dc7193dea4 req-fd2cf711-e3db-4b80-b29b-4669bda87711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:30.315413 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-82dc8005-8cf1-430b-b66a-08dc7193dea4 req-fd2cf711-e3db-4b80-b29b-4669bda87711 service neutron] 10.222.0.18 "GET /v2.0/networks?id=493487e7-e371-48c4-94a1-b290ee37dc8e HTTP/1.1" status: 200 len: 918 time: 0.1147661 Jul 20 08:34:30.345872 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:30.389680 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:34:30.390250 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:30.416687 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:34:30.419773 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bb3fa5-200e-46d9-b2b4-50a1659198e3" -d '{"events": [{"server_uuid": "0f9589ff-3f5c-4537-9fde-1b5e676b7e09", "name": "network-vif-plugged", "status": "completed", "tag": "08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:34:30.421757 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-82dc8005-8cf1-430b-b66a-08dc7193dea4 req-b04baf88-0bc1-4fdc-8447-e689f7496161 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 HTTP/1.1" status: 200 len: 217 time: 0.0644388 Jul 20 08:34:30.439670 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:30.444868 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:30.472111 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084217ef-5356-4735-a881-4040dceb973f x-openstack-request-id: req-084217ef-5356-4735-a881-4040dceb973f {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:34:30.472434 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9589ff-3f5c-4537-9fde-1b5e676b7e09", "name": "network-vif-plugged", "status": "completed", "tag": "08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:34:30.472658 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-084217ef-5356-4735-a881-4040dceb973f {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:34:30.473091 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-084217ef-5356-4735-a881-4040dceb973f'] response: {'server_uuid': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4', 'code': 200} Jul 20 08:34:30.498635 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:30.499833 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cb89b-8e99-4c67-b90a-1f97256882c2 req-595d0083-153c-4ac5-acaa-1385c8694509 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:30.501261 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f09cb89b-8e99-4c67-b90a-1f97256882c2 req-595d0083-153c-4ac5-acaa-1385c8694509 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 943 time: 0.1178145 Jul 20 08:34:30.523561 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc8005-8cf1-430b-b66a-08dc7193dea4 req-23adad76-447b-44c8-88e6-60ebedb8291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:30.525011 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-82dc8005-8cf1-430b-b66a-08dc7193dea4 req-23adad76-447b-44c8-88e6-60ebedb8291b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1674d774-8563-48a3-b527-f0af4400482d HTTP/1.1" status: 200 len: 856 time: 0.0795050 Jul 20 08:34:30.562818 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f09cb89b-8e99-4c67-b90a-1f97256882c2 req-a8d7925a-ae3a-4164-92c1-a7b4a874ce6d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545614 Jul 20 08:34:30.796431 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5829842d-3833-477b-85a6-91fc8ef92fdf req-06f6a601-710b-4db7-8679-f07895cf50dd tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 210 time: 0.0299115 Jul 20 08:34:30.802815 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:30.827537 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc8005-8cf1-430b-b66a-08dc7193dea4 req-5e19d0af-ac55-4baf-8a3f-db763973d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:30.829763 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-82dc8005-8cf1-430b-b66a-08dc7193dea4 req-5e19d0af-ac55-4baf-8a3f-db763973d88f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=493487e7-e371-48c4-94a1-b290ee37dc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572600 Jul 20 08:34:30.976090 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-82dc8005-8cf1-430b-b66a-08dc7193dea4 req-6fdc705c-e29f-4799-ad35-c4d570cb03cb service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388719 Jul 20 08:34:31.074271 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa197e-5d06-4956-b651-bdcd9848ce89 req-4e26c546-9a15-40b7-ab5b-62e96e4ec7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:31.076166 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7caa197e-5d06-4956-b651-bdcd9848ce89 req-4e26c546-9a15-40b7-ab5b-62e96e4ec7fd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 1130 time: 0.1286373 Jul 20 08:34:31.196419 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-35c0d584-70ec-4324-a8a4-53085f286fb3 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:31.197875 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-35c0d584-70ec-4324-a8a4-53085f286fb3 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "GET /v2.0/networks?id=21da7406-374d-4389-9eee-8af0140c04bf HTTP/1.1" status: 200 len: 814 time: 0.2606599 Jul 20 08:34:31.210491 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7caa197e-5d06-4956-b651-bdcd9848ce89 req-ea248a1d-36f8-4f7c-82b2-159f11947090 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241412 Jul 20 08:34:31.214235 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-82dc8005-8cf1-430b-b66a-08dc7193dea4 req-faef528f-c0c1-440c-a958-70467bdcd324 service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174203 Jul 20 08:34:31.373971 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50561a2-8a18-48bf-8c59-3f59135499b2 req-5943930e-2402-4e01-83c3-56330e45223f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:31.375531 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e50561a2-8a18-48bf-8c59-3f59135499b2 req-5943930e-2402-4e01-83c3-56330e45223f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0549638 Jul 20 08:34:31.428949 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e50561a2-8a18-48bf-8c59-3f59135499b2 req-42f382aa-7d30-455f-8a92-ae857f26ceca tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478387 Jul 20 08:34:31.681597 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9541758-2a60-4eaf-938e-2ee021b876a8 req-110ddc8c-7ad1-4692-b9de-790d0c4976f0 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:31.683131 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c9541758-2a60-4eaf-938e-2ee021b876a8 req-110ddc8c-7ad1-4692-b9de-790d0c4976f0 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 943 time: 0.0489962 Jul 20 08:34:31.733804 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c9541758-2a60-4eaf-938e-2ee021b876a8 req-9dbeb46c-a5b3-4b8d-8d30-6f9e7715ad63 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450370 Jul 20 08:34:31.751960 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-d2c98ec8-01d9-4df3-a331-559367491e7d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60ee8039b1f4461c996165d5801b91f1 HTTP/1.1" status: 200 len: 380 time: 0.0564570 Jul 20 08:34:31.759832 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-ab5bd9bc-9d68-43ff-9899-ece38c6b2c49 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'port': {'device_id': 'b364a329-6312-40e4-b7cf-da7b1dcaca77', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'admin_state_up': True, 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'security_groups': ['3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:34:31.829808 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:31.869793 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-ab5bd9bc-9d68-43ff-9899-ece38c6b2c49 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Made reservation on behalf of 60ee8039b1f4461c996165d5801b91f1 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:34:31.873699 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-ab5bd9bc-9d68-43ff-9899-ece38c6b2c49 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:31.912953 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fdb71387-703d-428b-8f16-5c6476c8f6d5 req-3a4bcb76-1d8f-4df9-98ee-506b8f44dc65 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 210 time: 0.0368562 Jul 20 08:34:32.029205 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-ab5bd9bc-9d68-43ff-9899-ece38c6b2c49 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Allocated IP 172.20.0.6 (21da7406-374d-4389-9eee-8af0140c04bf/f7595eb2-89c2-44a4-8ca5-0b88f939ec19/dbd1572d-238c-4ff7-9973-f63b47d0e9aa) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:34:32.200781 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:34:32.206102 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:32.351056 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=5f10e926-b78d-48a1-a5ca-b29f3c55dee7,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:32.368247 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'port_id': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7', 'mac_address': 'fa:16:3e:d7:11:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:34:32.387341 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:32.420822 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:34:32.421350 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (5f10e926-b78d-48a1-a5ca-b29f3c55dee7), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:32.438614 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:34:32.438880 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-ab5bd9bc-9d68-43ff-9899-ece38c6b2c49 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for port (dbd1572d-238c-4ff7-9973-f63b47d0e9aa), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:32.468855 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=5f10e926-b78d-48a1-a5ca-b29f3c55dee7,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:32.473692 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (5f10e926-b78d-48a1-a5ca-b29f3c55dee7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:32.476944 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-ab5bd9bc-9d68-43ff-9899-ece38c6b2c49 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (dbd1572d-238c-4ff7-9973-f63b47d0e9aa), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:32.531541 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-ab5bd9bc-9d68-43ff-9899-ece38c6b2c49 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Network 21da7406-374d-4389-9eee-8af0140c04bf is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:34:32.535207 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-ab5bd9bc-9d68-43ff-9899-ece38c6b2c49 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:34:32.539597 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-ab5bd9bc-9d68-43ff-9899-ece38c6b2c49 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:34:32.539789 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=5f10e926-b78d-48a1-a5ca-b29f3c55dee7,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:32.542334 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bd9bc-9d68-43ff-9899-ece38c6b2c49 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'Port': ['ID=dbd1572d-238c-4ff7-9973-f63b47d0e9aa,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:32.583597 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e33f6e-85e2-47bb-8ec6-218a230a7e02 req-8b77060c-cc09-412d-bc37-2eee2c52aaf0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:32.585374 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f9e33f6e-85e2-47bb-8ec6-218a230a7e02 req-8b77060c-cc09-412d-bc37-2eee2c52aaf0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0745633 Jul 20 08:34:32.612466 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-ab5bd9bc-9d68-43ff-9899-ece38c6b2c49 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:32.613147 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-ab5bd9bc-9d68-43ff-9899-ece38c6b2c49 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:32.633133 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-ab5bd9bc-9d68-43ff-9899-ece38c6b2c49 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8768291 Jul 20 08:34:32.645712 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f9e33f6e-85e2-47bb-8ec6-218a230a7e02 req-fc281359-ee85-4323-9281-031c410b0aaa tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531199 Jul 20 08:34:32.654816 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Request body: {'port': {'device_id': 'b364a329-6312-40e4-b7cf-da7b1dcaca77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:34:32.729188 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (dbd1572d-238c-4ff7-9973-f63b47d0e9aa), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:32.843664 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-50170bdb-8e99-468e-8f40-991e65baf4ef None None] Provisioning complete for port dbd1572d-238c-4ff7-9973-f63b47d0e9aa triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:34:32.843959 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-50170bdb-8e99-468e-8f40-991e65baf4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (dbd1572d-238c-4ff7-9973-f63b47d0e9aa), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:32.883139 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-50170bdb-8e99-468e-8f40-991e65baf4ef None None] Port dbd1572d-238c-4ff7-9973-f63b47d0e9aa cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:34:32.901737 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3985e7-b98e-49bd-8652-7f8da1a9e03b req-70a25b5b-b17e-478e-8d55-516460ee00a0 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:32.903397 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8f3985e7-b98e-49bd-8652-7f8da1a9e03b req-70a25b5b-b17e-478e-8d55-516460ee00a0 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 944 time: 0.0678756 Jul 20 08:34:32.985956 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:33.021991 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8f3985e7-b98e-49bd-8652-7f8da1a9e03b req-1aae32ac-e113-43e3-aefa-e6c8972f9ec3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085703 Jul 20 08:34:33.052199 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99dc91-9735-4e2e-aefc-d228ad4b06a9 req-af3d047d-3fc9-4bab-a406-ea6f63999657 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:33.053864 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4a99dc91-9735-4e2e-aefc-d228ad4b06a9 req-af3d047d-3fc9-4bab-a406-ea6f63999657 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 931 time: 0.0605350 Jul 20 08:34:33.081271 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:33.095763 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd1572d-238c-4ff7-9973-f63b47d0e9aa {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:34:33.103406 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Publish callbacks [] for port (dbd1572d-238c-4ff7-9973-f63b47d0e9aa), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:33.106540 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4a99dc91-9735-4e2e-aefc-d228ad4b06a9 req-b07e6ff8-ab7b-43b7-814b-08b49321e765 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462854 Jul 20 08:34:33.117205 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Transition to ACTIVE for port object dbd1572d-238c-4ff7-9973-f63b47d0e9aa will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:34:33.123669 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['5f10e926-b78d-48a1-a5ca-b29f3c55dee7'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:34:33.129641 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (dbd1572d-238c-4ff7-9973-f63b47d0e9aa), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:33.188416 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Pushing event updated for resources: {'Port': ['ID=dbd1572d-238c-4ff7-9973-f63b47d0e9aa,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:33.236984 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:33.265526 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Attempting to bind port dbd1572d-238c-4ff7-9973-f63b47d0e9aa on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:34:33.265875 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Attempting to bind port dbd1572d-238c-4ff7-9973-f63b47d0e9aa by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:34:33.266214 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Attempting to bind port dbd1572d-238c-4ff7-9973-f63b47d0e9aa on network 21da7406-374d-4389-9eee-8af0140c04bf {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:34:33.271834 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Port dbd1572d-238c-4ff7-9973-f63b47d0e9aa on network 21da7406-374d-4389-9eee-8af0140c04bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:34:33.272169 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Attempting to bind port dbd1572d-238c-4ff7-9973-f63b47d0e9aa on network 21da7406-374d-4389-9eee-8af0140c04bf {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:34:33.278146 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:34:33.278539 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Checking segment: {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:34:33.279035 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Bound using segment: {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:34:33.279566 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Bound port: dbd1572d-238c-4ff7-9973-f63b47d0e9aa, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:34:33.280085 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (dbd1572d-238c-4ff7-9973-f63b47d0e9aa), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:33.354512 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] For port dbd1572d-238c-4ff7-9973-f63b47d0e9aa, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:34:33.360685 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] For port dbd1572d-238c-4ff7-9973-f63b47d0e9aa, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=dbd1572d-238c-4ff7-9973-f63b47d0e9aa,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:34:33.368510 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (dbd1572d-238c-4ff7-9973-f63b47d0e9aa), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:33.401866 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:33.403346 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:33.405293 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] 10.222.0.18 "PUT /v2.0/ports/dbd1572d-238c-4ff7-9973-f63b47d0e9aa HTTP/1.1" status: 200 len: 1093 time: 0.7553325 Jul 20 08:34:33.407863 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b364a329-6312-40e4-b7cf-da7b1dcaca77', 'tag': 'dbd1572d-238c-4ff7-9973-f63b47d0e9aa'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:34:33.410345 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c2592b-066e-4eac-ae6d-cb50acf74030" -d '{"events": [{"name": "network-changed", "server_uuid": "b364a329-6312-40e4-b7cf-da7b1dcaca77", "tag": "dbd1572d-238c-4ff7-9973-f63b47d0e9aa"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:34:33.438743 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d7b63-cdab-4d56-852e-64c0ab8ea9be service neutron] Pushing event updated for resources: {'Port': ['ID=dbd1572d-238c-4ff7-9973-f63b47d0e9aa,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:33.451920 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69ae6da-9e3f-4c1b-8fe4-8fe7baf1e8b1 x-openstack-request-id: req-a69ae6da-9e3f-4c1b-8fe4-8fe7baf1e8b1 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:34:33.452222 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b364a329-6312-40e4-b7cf-da7b1dcaca77", "tag": "dbd1572d-238c-4ff7-9973-f63b47d0e9aa", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:34:33.452480 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a69ae6da-9e3f-4c1b-8fe4-8fe7baf1e8b1 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:34:33.452924 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69ae6da-9e3f-4c1b-8fe4-8fe7baf1e8b1'] response: {'name': 'network-changed', 'server_uuid': 'b364a329-6312-40e4-b7cf-da7b1dcaca77', 'tag': 'dbd1572d-238c-4ff7-9973-f63b47d0e9aa', 'status': 'completed', 'code': 200} Jul 20 08:34:33.606606 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2592b-066e-4eac-ae6d-cb50acf74030 req-3d36558f-da5a-43ec-b9d5-8541a2624a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:33.608334 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25c2592b-066e-4eac-ae6d-cb50acf74030 req-3d36558f-da5a-43ec-b9d5-8541a2624a17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 1127 time: 0.0502486 Jul 20 08:34:33.727995 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2592b-066e-4eac-ae6d-cb50acf74030 req-33bb421b-11fa-45ca-a792-f7e79a680c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:33.729506 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25c2592b-066e-4eac-ae6d-cb50acf74030 req-33bb421b-11fa-45ca-a792-f7e79a680c84 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=60ee8039b1f4461c996165d5801b91f1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1093106 Jul 20 08:34:33.806236 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156e671-b1a5-48e7-bfa6-13fbc2a3901f req-95846ce2-da7e-4de3-87c1-8c64fbe3bed5 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:33.807840 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5156e671-b1a5-48e7-bfa6-13fbc2a3901f req-95846ce2-da7e-4de3-87c1-8c64fbe3bed5 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0711889 Jul 20 08:34:33.861510 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2592b-066e-4eac-ae6d-cb50acf74030 req-dbf09565-7825-4b34-8aab-43737fb03285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:33.861510 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25c2592b-066e-4eac-ae6d-cb50acf74030 req-dbf09565-7825-4b34-8aab-43737fb03285 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1227767 Jul 20 08:34:33.877568 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5156e671-b1a5-48e7-bfa6-13fbc2a3901f req-4f3d0117-0d06-4683-8049-02df6c3a6a2d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582802 Jul 20 08:34:34.008158 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-60cafd05-d26c-4d70-9707-b5420810eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:34.009901 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-60cafd05-d26c-4d70-9707-b5420810eb05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 1127 time: 0.0790210 Jul 20 08:34:34.026164 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578c07e-0e2e-4f04-84fd-6a2e4ed8cc20 req-7825e3bb-f37f-433a-a99f-c1d61d251feb tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:34.028075 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e578c07e-0e2e-4f04-84fd-6a2e4ed8cc20 req-7825e3bb-f37f-433a-a99f-c1d61d251feb tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0619924 Jul 20 08:34:34.038179 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40322) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:34.075614 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-f98f259e-dfc6-4cc3-854e-65820c71afb3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Request body: {'floatingip': {'port_id': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:34:34.080576 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-406c59b6-8fa2-4d90-b5d2-a3d17f4b8c87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbd1572d-238c-4ff7-9973-f63b47d0e9aa HTTP/1.1" status: 200 len: 217 time: 0.0507472 Jul 20 08:34:34.124244 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f98f259e-dfc6-4cc3-854e-65820c71afb3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for floatingip (ddb61314-c9a3-4f2f-90fc-02d6a4c238e8), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:34.153009 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d1b47-3c55-4e02-b422-3acb994fa3e6 req-6d98f2fc-6443-4550-be5e-fe6fa99c06c7 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:34.155073 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aa8d1b47-3c55-4e02-b422-3acb994fa3e6 req-6d98f2fc-6443-4550-be5e-fe6fa99c06c7 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 944 time: 0.0566297 Jul 20 08:34:34.209427 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aa8d1b47-3c55-4e02-b422-3acb994fa3e6 req-e9efac22-e5ba-4a71-a484-2b8e2a3cac96 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483940 Jul 20 08:34:34.259140 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-5bc73941-b060-4ffd-96db-a9051e93b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:34.260589 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-5bc73941-b060-4ffd-96db-a9051e93b804 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7595eb2-89c2-44a4-8ca5-0b88f939ec19 HTTP/1.1" status: 200 len: 853 time: 0.1533279 Jul 20 08:34:34.266888 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:34.273919 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ecdc6-862e-4156-964d-1fc30113e5c1 req-672f761a-5471-4298-ba83-40b736bc1fd5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:34.275643 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ff4ecdc6-862e-4156-964d-1fc30113e5c1 req-672f761a-5471-4298-ba83-40b736bc1fd5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 943 time: 0.0958116 Jul 20 08:34:34.383159 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-ebe12f8e-a10e-4a0d-8de1-bd49932c9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:34.384558 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-ebe12f8e-a10e-4a0d-8de1-bd49932c9ddd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21da7406-374d-4389-9eee-8af0140c04bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0860970 Jul 20 08:34:34.467984 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:34:34.478612 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ff4ecdc6-862e-4156-964d-1fc30113e5c1 req-08853673-2f86-4f8a-9fa4-6e45267aff2c tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737337 Jul 20 08:34:34.515051 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:34.520633 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:34:34.527762 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:34:34.528192 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (5f10e926-b78d-48a1-a5ca-b29f3c55dee7), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:34.568011 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:34.604049 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:34:34.604437 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (5f10e926-b78d-48a1-a5ca-b29f3c55dee7), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:34.617782 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-dd4c6d0d-6cc4-4dca-87cc-2dad79d0b684 service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966245 Jul 20 08:34:34.629627 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:34:34.632200 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fa2475-1bd7-4279-a32c-eaeca08c122d" -d '{"events": [{"server_uuid": "5e2a5142-59a5-4ff2-94ed-908fe82b5475", "name": "network-vif-plugged", "status": "completed", "tag": "5f10e926-b78d-48a1-a5ca-b29f3c55dee7"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:34:34.650538 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=5f10e926-b78d-48a1-a5ca-b29f3c55dee7,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:34.656633 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (5f10e926-b78d-48a1-a5ca-b29f3c55dee7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:34.685188 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2371513-87ea-4b4a-b665-76ab2ab082a2 x-openstack-request-id: req-c2371513-87ea-4b4a-b665-76ab2ab082a2 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:34:34.685483 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2a5142-59a5-4ff2-94ed-908fe82b5475", "name": "network-vif-plugged", "status": "completed", "tag": "5f10e926-b78d-48a1-a5ca-b29f3c55dee7", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:34:34.685734 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2371513-87ea-4b4a-b665-76ab2ab082a2 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:34:34.686133 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2371513-87ea-4b4a-b665-76ab2ab082a2'] response: {'server_uuid': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7', 'code': 200} Jul 20 08:34:34.692141 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:34.718817 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=5f10e926-b78d-48a1-a5ca-b29f3c55dee7,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:34.807444 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4453a425-280c-4f8a-a8f4-87e99cb78617 req-eb237595-7485-4001-ba9c-9d9796d4f730 service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825657 Jul 20 08:34:34.898505 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f98f259e-dfc6-4cc3-854e-65820c71afb3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:34.903223 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f98f259e-dfc6-4cc3-854e-65820c71afb3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (ddb61314-c9a3-4f2f-90fc-02d6a4c238e8), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:35.001151 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-f98f259e-dfc6-4cc3-854e-65820c71afb3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Floating IP ddb61314-c9a3-4f2f-90fc-02d6a4c238e8 associated. External IP: 172.27.1.154, port: 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4. Jul 20 08:34:35.215850 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98f259e-dfc6-4cc3-854e-65820c71afb3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Router f678284e-78cb-4704-9295-7381ea2d4c96 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:34:35.327541 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:35.376253 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f06f6a-ff3c-4817-9e3a-8bccd88cb0be req-f1829d9d-c90e-4828-b62d-6ceee0f91280 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:35.377967 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-23f06f6a-ff3c-4817-9e3a-8bccd88cb0be req-f1829d9d-c90e-4828-b62d-6ceee0f91280 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 945 time: 0.0660794 Jul 20 08:34:35.380748 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98f259e-dfc6-4cc3-854e-65820c71afb3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:34:35.384985 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f98f259e-dfc6-4cc3-854e-65820c71afb3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:35.395096 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f475d-79c0-43d7-8baf-323b0f8923af None None] Sync routers for ids ['f678284e-78cb-4704-9295-7381ea2d4c96'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:34:35.407550 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f475d-79c0-43d7-8baf-323b0f8923af None None] Routers {'f678284e-78cb-4704-9295-7381ea2d4c96'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:35.408092 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-cb9f475d-79c0-43d7-8baf-323b0f8923af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:34:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f678284e-78cb-4704-9295-7381ea2d4c96'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:35.435167 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f98f259e-dfc6-4cc3-854e-65820c71afb3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "PUT /v2.0/floatingips/ddb61314-c9a3-4f2f-90fc-02d6a4c238e8 HTTP/1.1" status: 200 len: 992 time: 1.3959012 Jul 20 08:34:35.455825 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'tag': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:34:35.458163 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe07768-d817-46ff-9f27-953a219c66a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9589ff-3f5c-4537-9fde-1b5e676b7e09", "tag": "08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:34:35.460349 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:35.467402 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-23f06f6a-ff3c-4817-9e3a-8bccd88cb0be req-36fc8da7-67eb-47d2-a41f-3788e4e2cc4e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787656 Jul 20 08:34:35.498847 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb45f15-f8c2-4f62-bc79-c90d514f7c01 x-openstack-request-id: req-3eb45f15-f8c2-4f62-bc79-c90d514f7c01 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:34:35.499454 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9589ff-3f5c-4537-9fde-1b5e676b7e09", "tag": "08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:34:35.499553 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3eb45f15-f8c2-4f62-bc79-c90d514f7c01 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:34:35.499939 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb45f15-f8c2-4f62-bc79-c90d514f7c01'] response: {'name': 'network-changed', 'server_uuid': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'tag': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4', 'status': 'completed', 'code': 200} Jul 20 08:34:35.522593 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-cb9f475d-79c0-43d7-8baf-323b0f8923af None None] Set router f678284e-78cb-4704-9295-7381ea2d4c96 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:35.604401 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6396e8d-4a41-4356-bbcf-826126173fac req-91a0af9b-4bb0-4aa8-8707-a8eadef21367 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:35.605994 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e6396e8d-4a41-4356-bbcf-826126173fac req-91a0af9b-4bb0-4aa8-8707-a8eadef21367 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 943 time: 0.0559034 Jul 20 08:34:35.668380 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e6396e8d-4a41-4356-bbcf-826126173fac req-f835a4d3-2655-4616-8863-369c393ee1be tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563085 Jul 20 08:34:35.749877 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-cb9f475d-79c0-43d7-8baf-323b0f8923af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': 'ddb61314-c9a3-4f2f-90fc-02d6a4c238e8', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'port_id': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'mac_address': 'fa:16:3e:0a:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:34:14Z', 'updated_at': '2022-07-20T08:34:34Z', 'revision_number': 1, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e342ce-75b0-4d6d-84f7-94fb82b64c8a', 'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'mac_address': 'fa:16:3e:be:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:26:09Z', 'revision_number': 5, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'subnets': [{'id': '1674d774-8563-48a3-b527-f0af4400482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:35.780126 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f475d-79c0-43d7-8baf-323b0f8923af None None] Checking router: f678284e-78cb-4704-9295-7381ea2d4c96 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:34:35.789264 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f475d-79c0-43d7-8baf-323b0f8923af None None] Routers {'f678284e-78cb-4704-9295-7381ea2d4c96'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:35.789885 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-cb9f475d-79c0-43d7-8baf-323b0f8923af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:34:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f678284e-78cb-4704-9295-7381ea2d4c96'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:35.895830 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-cb9f475d-79c0-43d7-8baf-323b0f8923af None None] Set router f678284e-78cb-4704-9295-7381ea2d4c96 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:36.110712 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-cb9f475d-79c0-43d7-8baf-323b0f8923af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': 'ddb61314-c9a3-4f2f-90fc-02d6a4c238e8', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'port_id': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'mac_address': 'fa:16:3e:0a:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:34:14Z', 'updated_at': '2022-07-20T08:34:34Z', 'revision_number': 1, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e342ce-75b0-4d6d-84f7-94fb82b64c8a', 'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'mac_address': 'fa:16:3e:be:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:26:09Z', 'revision_number': 5, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'subnets': [{'id': '1674d774-8563-48a3-b527-f0af4400482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:36.115396 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:36.136841 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f475d-79c0-43d7-8baf-323b0f8923af None None] The sync data for ids ['f678284e-78cb-4704-9295-7381ea2d4c96'] in dv-cinder-823089-3-iscsi is: [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': 'ddb61314-c9a3-4f2f-90fc-02d6a4c238e8', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'port_id': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'mac_address': 'fa:16:3e:0a:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:34:14Z', 'updated_at': '2022-07-20T08:34:34Z', 'revision_number': 1, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e342ce-75b0-4d6d-84f7-94fb82b64c8a', 'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'mac_address': 'fa:16:3e:be:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:26:09Z', 'revision_number': 5, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'subnets': [{'id': '1674d774-8563-48a3-b527-f0af4400482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:34:36.347405 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1d964-c17a-44d9-9582-cd8c914c396e None None] New status for floating IP ddb61314-c9a3-4f2f-90fc-02d6a4c238e8: ACTIVE {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:34:36.601848 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630957f6-6800-4c40-bc96-307b9c80ad46 req-fde53282-9896-4773-b8d2-fffe3ceee451 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:36.603709 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-630957f6-6800-4c40-bc96-307b9c80ad46 req-fde53282-9896-4773-b8d2-fffe3ceee451 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 945 time: 0.0528495 Jul 20 08:34:36.664701 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-630957f6-6800-4c40-bc96-307b9c80ad46 req-1818c36d-2698-408a-bf2c-cb784f6f85f5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512407 Jul 20 08:34:36.799651 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375b26b-94d4-4a92-b0dc-354eedf83278 req-91353c23-134d-45c7-8fe9-e81046f2b04c tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:36.801191 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9375b26b-94d4-4a92-b0dc-354eedf83278 req-91353c23-134d-45c7-8fe9-e81046f2b04c tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 943 time: 0.0581048 Jul 20 08:34:36.850097 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9375b26b-94d4-4a92-b0dc-354eedf83278 req-0c90d22b-b103-4f73-a546-3e847f448174 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433404 Jul 20 08:34:37.745553 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:37.789472 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a338ece-f733-4e13-bb96-cf4baf9fa19e req-d29f37e5-6c27-4bc5-983c-76b01a126436 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:37.791068 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7a338ece-f733-4e13-bb96-cf4baf9fa19e req-d29f37e5-6c27-4bc5-983c-76b01a126436 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 945 time: 0.0542569 Jul 20 08:34:37.844914 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7a338ece-f733-4e13-bb96-cf4baf9fa19e req-499dba15-4db8-4335-84c5-1e769ce3df67 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467923 Jul 20 08:34:38.035468 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ecc99-a648-4c6c-ae24-6fa19a48d689 req-4c7732fa-7b23-45e1-99ee-f18b8f3dd93b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:38.036975 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-653ecc99-a648-4c6c-ae24-6fa19a48d689 req-4c7732fa-7b23-45e1-99ee-f18b8f3dd93b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 943 time: 0.1090899 Jul 20 08:34:38.054413 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd99d0-cf33-4ffe-8e12-5df2dc7c5ac2 req-0cbdc69e-a9b7-4126-b777-c71aba145c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:38.055889 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-58dd99d0-cf33-4ffe-8e12-5df2dc7c5ac2 req-0cbdc69e-a9b7-4126-b777-c71aba145c18 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 1129 time: 0.0991588 Jul 20 08:34:38.058712 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe07768-d817-46ff-9f27-953a219c66a8 req-29fc9705-c959-49df-a20a-5ebbc86b6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:38.060149 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0fe07768-d817-46ff-9f27-953a219c66a8 req-29fc9705-c959-49df-a20a-5ebbc86b6c99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80faf6362e244bb992ffb6058ceeefda&device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 1130 time: 0.0891318 Jul 20 08:34:38.202685 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-58dd99d0-cf33-4ffe-8e12-5df2dc7c5ac2 req-77acb144-3e1b-4d62-a6dc-823214309aa8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340358 Jul 20 08:34:38.207502 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-653ecc99-a648-4c6c-ae24-6fa19a48d689 req-ddb5275a-8c02-41b5-b52f-7028dd5b5678 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614482 Jul 20 08:34:38.232868 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe07768-d817-46ff-9f27-953a219c66a8 req-642f0bae-e62a-4738-8fb1-6fe8ccdcce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:38.234165 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0fe07768-d817-46ff-9f27-953a219c66a8 req-642f0bae-e62a-4738-8fb1-6fe8ccdcce8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=493487e7-e371-48c4-94a1-b290ee37dc8e HTTP/1.1" status: 200 len: 918 time: 0.1645842 Jul 20 08:34:38.455744 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device dbd1572d-238c-4ff7-9973-f63b47d0e9aa details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:34:38.469794 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:38.560886 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port dbd1572d-238c-4ff7-9973-f63b47d0e9aa, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=dbd1572d-238c-4ff7-9973-f63b47d0e9aa,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:38.572246 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': 'dbd1572d-238c-4ff7-9973-f63b47d0e9aa', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'port_id': 'dbd1572d-238c-4ff7-9973-f63b47d0e9aa', 'mac_address': 'fa:16:3e:02:d1:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:34:38.604399 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:38.607368 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port dbd1572d-238c-4ff7-9973-f63b47d0e9aa is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:34:38.607766 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (dbd1572d-238c-4ff7-9973-f63b47d0e9aa), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:38.627385 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd1572d-238c-4ff7-9973-f63b47d0e9aa {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:34:38.648091 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port dbd1572d-238c-4ff7-9973-f63b47d0e9aa, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=dbd1572d-238c-4ff7-9973-f63b47d0e9aa,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:38.653934 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (dbd1572d-238c-4ff7-9973-f63b47d0e9aa), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:38.715003 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=dbd1572d-238c-4ff7-9973-f63b47d0e9aa,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:38.752079 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0fe07768-d817-46ff-9f27-953a219c66a8 req-c4ad868d-a2e8-4ee3-9052-c46c24a1c6a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 HTTP/1.1" status: 200 len: 1002 time: 0.0702982 Jul 20 08:34:38.961758 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017808c-7ac4-4c84-b5f7-278a4f5459ce req-1314b909-78e1-4dd5-ba82-97233da56e0b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:38.963353 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d017808c-7ac4-4c84-b5f7-278a4f5459ce req-1314b909-78e1-4dd5-ba82-97233da56e0b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 945 time: 0.0484364 Jul 20 08:34:39.019267 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d017808c-7ac4-4c84-b5f7-278a4f5459ce req-11f872b6-59f5-41b5-a169-eafe3751e962 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491729 Jul 20 08:34:39.205766 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['dbd1572d-238c-4ff7-9973-f63b47d0e9aa'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:34:39.395326 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe07768-d817-46ff-9f27-953a219c66a8 req-79bffba1-7389-4696-83a4-37002d8fc6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:39.396795 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0fe07768-d817-46ff-9f27-953a219c66a8 req-79bffba1-7389-4696-83a4-37002d8fc6b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1674d774-8563-48a3-b527-f0af4400482d HTTP/1.1" status: 200 len: 856 time: 0.3601964 Jul 20 08:34:39.407639 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a45ca3-357b-449e-a163-b5ac5ecfeeb2 req-d35473ba-6e81-47c3-a7d9-7d43a710f5de tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:39.409035 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7a45ca3-357b-449e-a163-b5ac5ecfeeb2 req-d35473ba-6e81-47c3-a7d9-7d43a710f5de tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 944 time: 0.0598295 Jul 20 08:34:39.456231 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7a45ca3-357b-449e-a163-b5ac5ecfeeb2 req-a62626f6-2d08-4875-958a-7dc24f491434 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415998 Jul 20 08:34:39.822831 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe07768-d817-46ff-9f27-953a219c66a8 req-a38c8717-b990-4d2c-98a8-3c5c25f1ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:39.824377 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0fe07768-d817-46ff-9f27-953a219c66a8 req-a38c8717-b990-4d2c-98a8-3c5c25f1ac06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=493487e7-e371-48c4-94a1-b290ee37dc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484364 Jul 20 08:34:40.004081 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0fe07768-d817-46ff-9f27-953a219c66a8 req-b698585b-dcdc-4a71-926b-808abfa023da service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925558 Jul 20 08:34:40.144545 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57761c3c-87a3-49fa-ad40-3ac15cdb3ed1 req-0235b204-8bfb-49e9-a5f6-42af18f1e413 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:40.146153 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-57761c3c-87a3-49fa-ad40-3ac15cdb3ed1 req-0235b204-8bfb-49e9-a5f6-42af18f1e413 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 945 time: 0.0510690 Jul 20 08:34:40.202120 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-57761c3c-87a3-49fa-ad40-3ac15cdb3ed1 req-d73faccd-48a0-4497-a397-41388afff347 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503612 Jul 20 08:34:40.557317 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device dbd1572d-238c-4ff7-9973-f63b47d0e9aa up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:34:40.626477 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:40.652765 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63ce2a-1157-4add-a6c6-cec1c5796a19 req-ee255053-5b80-4483-8e17-b0c85c0e35a2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:40.653359 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port dbd1572d-238c-4ff7-9973-f63b47d0e9aa completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:34:40.654921 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a63ce2a-1157-4add-a6c6-cec1c5796a19 req-ee255053-5b80-4483-8e17-b0c85c0e35a2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 944 time: 0.1263480 Jul 20 08:34:40.659722 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:40.665901 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port dbd1572d-238c-4ff7-9973-f63b47d0e9aa triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:34:40.666379 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (dbd1572d-238c-4ff7-9973-f63b47d0e9aa), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:40.733415 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:40.748128 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0fe07768-d817-46ff-9f27-953a219c66a8 req-839c5592-c319-43a2-b021-ac29fdedaa51 service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165947 Jul 20 08:34:40.766168 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a63ce2a-1157-4add-a6c6-cec1c5796a19 req-90001885-f5b0-4b30-87f2-3e81e97f74a6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033413 Jul 20 08:34:40.793180 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port dbd1572d-238c-4ff7-9973-f63b47d0e9aa is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:34:40.793180 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (dbd1572d-238c-4ff7-9973-f63b47d0e9aa), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:40.822388 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b364a329-6312-40e4-b7cf-da7b1dcaca77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd1572d-238c-4ff7-9973-f63b47d0e9aa'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:34:40.825930 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed4f3b6-422a-454a-a495-798aa8f1d190" -d '{"events": [{"server_uuid": "b364a329-6312-40e4-b7cf-da7b1dcaca77", "name": "network-vif-plugged", "status": "completed", "tag": "dbd1572d-238c-4ff7-9973-f63b47d0e9aa"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:34:40.973352 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9176fb6d-5059-4171-a642-c1b5ae03c3cb x-openstack-request-id: req-9176fb6d-5059-4171-a642-c1b5ae03c3cb {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:34:40.973632 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b364a329-6312-40e4-b7cf-da7b1dcaca77", "name": "network-vif-plugged", "status": "completed", "tag": "dbd1572d-238c-4ff7-9973-f63b47d0e9aa", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:34:40.973879 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9176fb6d-5059-4171-a642-c1b5ae03c3cb {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:34:40.974268 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9176fb6d-5059-4171-a642-c1b5ae03c3cb'] response: {'server_uuid': 'b364a329-6312-40e4-b7cf-da7b1dcaca77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd1572d-238c-4ff7-9973-f63b47d0e9aa', 'code': 200} Jul 20 08:34:40.977673 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port dbd1572d-238c-4ff7-9973-f63b47d0e9aa, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=dbd1572d-238c-4ff7-9973-f63b47d0e9aa,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:34:40.982346 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (dbd1572d-238c-4ff7-9973-f63b47d0e9aa), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:41.033877 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=dbd1572d-238c-4ff7-9973-f63b47d0e9aa,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:41.345906 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d9e32-59ca-4698-abe1-f255293a580b req-f229ec03-0735-44d9-860b-b14f963a23d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:41.347435 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-364d9e32-59ca-4698-abe1-f255293a580b req-f229ec03-0735-44d9-860b-b14f963a23d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 1129 time: 0.0762882 Jul 20 08:34:41.353565 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccfd1b-6afe-468a-a3f3-c3130ca9eee8 req-54b0fee8-f7e1-4762-a497-3f903d929756 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:41.355548 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7fccfd1b-6afe-468a-a3f3-c3130ca9eee8 req-54b0fee8-f7e1-4762-a497-3f903d929756 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 945 time: 0.0734398 Jul 20 08:34:41.427600 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-364d9e32-59ca-4698-abe1-f255293a580b req-a1595146-4214-46a1-9af8-85c29acda44b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710084 Jul 20 08:34:41.432345 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7fccfd1b-6afe-468a-a3f3-c3130ca9eee8 req-5319a49d-17f9-4d03-aa66-868a7ec7a2fd tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704477 Jul 20 08:34:41.551690 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef96d9-7b24-494f-aa23-277b6cfe2a51 req-08937588-9d77-4f3c-9a66-23436332bb27 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:41.553184 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7aef96d9-7b24-494f-aa23-277b6cfe2a51 req-08937588-9d77-4f3c-9a66-23436332bb27 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 945 time: 0.0496337 Jul 20 08:34:41.602701 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7aef96d9-7b24-494f-aa23-277b6cfe2a51 req-ea0a19d8-14b9-4891-9444-bd2ce906d274 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433745 Jul 20 08:34:41.625550 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40424) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:41.664341 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecd170a-9e1b-417c-8669-fd6d1b29d4e2 tempest-TestVolumeBootPattern-1880741922 tempest-TestVolumeBootPattern-1880741922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:41.665885 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9ecd170a-9e1b-417c-8669-fd6d1b29d4e2 tempest-TestVolumeBootPattern-1880741922 tempest-TestVolumeBootPattern-1880741922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 1124 time: 0.0393262 Jul 20 08:34:41.669448 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40426) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:41.673717 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Request body: {'floatingip': {'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'port_id': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:34:41.694387 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:41.778270 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:41.932442 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cf28d-b237-4c8a-8a8c-3e4d61b15c34 req-b73cec18-20fe-470b-9cd7-ce27ecc1e91b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:41.934445 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a31cf28d-b237-4c8a-8a8c-3e4d61b15c34 req-b73cec18-20fe-470b-9cd7-ce27ecc1e91b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 945 time: 0.0762410 Jul 20 08:34:41.935739 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Allocated IP 172.27.1.40 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/1f55f0e7-7665-4747-b4f0-7acea8523169) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:34:42.037452 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a31cf28d-b237-4c8a-8a8c-3e4d61b15c34 req-18187e0c-a2a1-41fa-b06f-01d56bda3d46 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969079 Jul 20 08:34:42.080271 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for port (1f55f0e7-7665-4747-b4f0-7acea8523169), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:42.113921 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (1f55f0e7-7665-4747-b4f0-7acea8523169), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:42.122303 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:42.161882 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:34:42.168335 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:34:42.170603 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event updated for resources: {'Port': ['ID=1f55f0e7-7665-4747-b4f0-7acea8523169,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:42.173272 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:34:42.335038 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:42.531251 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for floatingip (0ed5fcb1-2d41-4ff9-8c8a-cb1cf8d5d03d), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:42.597656 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (1f55f0e7-7665-4747-b4f0-7acea8523169), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:42.748979 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for port (1f55f0e7-7665-4747-b4f0-7acea8523169), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:42.753396 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (1f55f0e7-7665-4747-b4f0-7acea8523169), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:42.824028 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event updated for resources: {'Port': ['ID=1f55f0e7-7665-4747-b4f0-7acea8523169,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:42.834205 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (0ed5fcb1-2d41-4ff9-8c8a-cb1cf8d5d03d), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:42.930796 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Floating IP 0ed5fcb1-2d41-4ff9-8c8a-cb1cf8d5d03d associated. External IP: 172.27.1.40, port: 5f10e926-b78d-48a1-a5ca-b29f3c55dee7. Jul 20 08:34:42.933440 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:43.147461 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Router d55d3f47-7fbb-45b3-b270-07e76c2cc801 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:34:43.175169 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9b845-8869-4abe-96c5-2bdbeb71db1a req-f6d0c4f8-cd12-4a96-a27c-a6ba873f088d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:43.176675 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e2c9b845-8869-4abe-96c5-2bdbeb71db1a req-f6d0c4f8-cd12-4a96-a27c-a6ba873f088d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 945 time: 0.0619445 Jul 20 08:34:43.195520 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:43.230341 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e2c9b845-8869-4abe-96c5-2bdbeb71db1a req-69fb535c-f676-4c8b-9ace-b5d284346a70 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467150 Jul 20 08:34:43.269386 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:34:43.280606 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d182f37-a2e5-4908-b74c-e6e8a9a9ec22 None None] Sync routers for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:34:43.290496 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:43.291609 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d182f37-a2e5-4908-b74c-e6e8a9a9ec22 None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:43.292924 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3d182f37-a2e5-4908-b74c-e6e8a9a9ec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:34:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:43.326175 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-54d7f610-af44-488b-b050-78f1c4f03f9e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6550994 Jul 20 08:34:43.326403 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'tag': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:34:43.328696 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dae86d6-75c2-409b-a48e-89b8ceab6c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2a5142-59a5-4ff2-94ed-908fe82b5475", "tag": "5f10e926-b78d-48a1-a5ca-b29f3c55dee7"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:34:43.373100 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72216e7-9676-4293-88d7-9792137e95e2 x-openstack-request-id: req-f72216e7-9676-4293-88d7-9792137e95e2 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:34:43.373387 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2a5142-59a5-4ff2-94ed-908fe82b5475", "tag": "5f10e926-b78d-48a1-a5ca-b29f3c55dee7", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:34:43.374136 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f72216e7-9676-4293-88d7-9792137e95e2 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:34:43.374136 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f72216e7-9676-4293-88d7-9792137e95e2'] response: {'name': 'network-changed', 'server_uuid': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'tag': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7', 'status': 'completed', 'code': 200} Jul 20 08:34:43.410563 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-3d182f37-a2e5-4908-b74c-e6e8a9a9ec22 None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:43.436157 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:43.624964 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:43.629929 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3d182f37-a2e5-4908-b74c-e6e8a9a9ec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '0ed5fcb1-2d41-4ff9-8c8a-cb1cf8d5d03d', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'port_id': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'mac_address': 'fa:16:3e:d7:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:34:42Z', 'updated_at': '2022-07-20T08:34:42Z', 'revision_number': 0, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:43.658050 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d182f37-a2e5-4908-b74c-e6e8a9a9ec22 None None] Checking router: d55d3f47-7fbb-45b3-b270-07e76c2cc801 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:34:43.666451 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d182f37-a2e5-4908-b74c-e6e8a9a9ec22 None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:43.667698 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3d182f37-a2e5-4908-b74c-e6e8a9a9ec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:34:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:43.785550 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-3d182f37-a2e5-4908-b74c-e6e8a9a9ec22 None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:43.819472 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae86d6-75c2-409b-a48e-89b8ceab6c0f req-6d903af7-6bc1-41a1-bcfc-9e284021566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:43.821017 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4dae86d6-75c2-409b-a48e-89b8ceab6c0f req-6d903af7-6bc1-41a1-bcfc-9e284021566c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fcfc8ebb18c54de29556d0b93593d676&device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 1129 time: 0.0710576 Jul 20 08:34:43.829175 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-46ec7811-015f-49ba-87a1-55c956d236c9 req-bbed598e-105c-41ce-b48d-767a8bc1f9e2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469012 Jul 20 08:34:43.936432 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7811-015f-49ba-87a1-55c956d236c9 req-51ee830a-9517-4f9e-8955-867eb7b63aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:43.937980 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-46ec7811-015f-49ba-87a1-55c956d236c9 req-51ee830a-9517-4f9e-8955-867eb7b63aa4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4764ea3c4f4bf98ea56ee0798adfdc&device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 1130 time: 0.0760901 Jul 20 08:34:43.957133 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae86d6-75c2-409b-a48e-89b8ceab6c0f req-dd717fcb-258e-4fa9-82f8-318eea16b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:43.958672 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4dae86d6-75c2-409b-a48e-89b8ceab6c0f req-dd717fcb-258e-4fa9-82f8-318eea16b310 service neutron] 10.222.0.18 "GET /v2.0/networks?id=348269a8-7968-40a5-99e7-854f19c8d583 HTTP/1.1" status: 200 len: 912 time: 0.1319346 Jul 20 08:34:44.032137 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3d182f37-a2e5-4908-b74c-e6e8a9a9ec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '0ed5fcb1-2d41-4ff9-8c8a-cb1cf8d5d03d', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'port_id': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'mac_address': 'fa:16:3e:d7:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:34:42Z', 'updated_at': '2022-07-20T08:34:42Z', 'revision_number': 0, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:44.067899 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d182f37-a2e5-4908-b74c-e6e8a9a9ec22 None None] The sync data for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi is: [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '0ed5fcb1-2d41-4ff9-8c8a-cb1cf8d5d03d', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'port_id': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'mac_address': 'fa:16:3e:d7:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:34:42Z', 'updated_at': '2022-07-20T08:34:42Z', 'revision_number': 0, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:34:44.086358 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4dae86d6-75c2-409b-a48e-89b8ceab6c0f req-a9bbe07e-4648-4517-aac7-2555bccdce42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f10e926-b78d-48a1-a5ca-b29f3c55dee7 HTTP/1.1" status: 200 len: 998 time: 0.1079516 Jul 20 08:34:44.124442 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7811-015f-49ba-87a1-55c956d236c9 req-aea7f4fd-5fa0-4088-98e7-9c6887d9ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:44.125871 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-46ec7811-015f-49ba-87a1-55c956d236c9 req-aea7f4fd-5fa0-4088-98e7-9c6887d9ea93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 HTTP/1.1" status: 200 len: 911 time: 0.1663191 Jul 20 08:34:44.186668 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69faf94-a68f-454a-8fc9-bc0aaa71bedb req-bedee192-4a93-44af-b06c-50c4ad49ed05 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:44.188207 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c69faf94-a68f-454a-8fc9-bc0aaa71bedb req-bedee192-4a93-44af-b06c-50c4ad49ed05 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0857706 Jul 20 08:34:44.214436 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae86d6-75c2-409b-a48e-89b8ceab6c0f req-316d1bb0-5861-4be8-b52d-d113401021b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:44.215941 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4dae86d6-75c2-409b-a48e-89b8ceab6c0f req-316d1bb0-5861-4be8-b52d-d113401021b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3c888370-e66b-4395-b90c-a65ec529794b HTTP/1.1" status: 200 len: 850 time: 0.1015146 Jul 20 08:34:44.250670 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c69faf94-a68f-454a-8fc9-bc0aaa71bedb req-68bc3183-69a7-41ef-9670-62116d951f35 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551240 Jul 20 08:34:44.280162 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45040fa-cf97-46b2-89f8-45c950373124 None None] New status for floating IP 0ed5fcb1-2d41-4ff9-8c8a-cb1cf8d5d03d: ACTIVE {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:34:44.357723 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae86d6-75c2-409b-a48e-89b8ceab6c0f req-c56bac6a-c5c2-4150-b960-65bda1f731a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:44.359281 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4dae86d6-75c2-409b-a48e-89b8ceab6c0f req-c56bac6a-c5c2-4150-b960-65bda1f731a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=348269a8-7968-40a5-99e7-854f19c8d583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0918949 Jul 20 08:34:44.366615 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfc5e0-1e26-4b34-a478-496c3093b420 req-aaddac5b-dfb7-4566-8fdf-35996a27c1a2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:44.371856 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-46ec7811-015f-49ba-87a1-55c956d236c9 req-f679f1e4-f7a9-4cfb-ab39-45155ee2fc1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90d4b267-6b9e-479b-978c-9e4434caa2b0 HTTP/1.1" status: 200 len: 1002 time: 0.1056137 Jul 20 08:34:44.375545 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b9dfc5e0-1e26-4b34-a478-496c3093b420 req-aaddac5b-dfb7-4566-8fdf-35996a27c1a2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 945 time: 0.0676105 Jul 20 08:34:44.425073 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b9dfc5e0-1e26-4b34-a478-496c3093b420 req-262b200b-51b7-4e28-b485-00411503c0ad tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485992 Jul 20 08:34:44.509910 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:44.513836 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4dae86d6-75c2-409b-a48e-89b8ceab6c0f req-b9125caa-7f04-449f-a71a-99067e962ade service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408796 Jul 20 08:34:44.580716 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7811-015f-49ba-87a1-55c956d236c9 req-88f70993-5ffe-4df9-a7b8-9d02af6b43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:44.582162 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-46ec7811-015f-49ba-87a1-55c956d236c9 req-88f70993-5ffe-4df9-a7b8-9d02af6b43cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7 HTTP/1.1" status: 200 len: 849 time: 0.1999774 Jul 20 08:34:44.587827 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:44.640582 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655de6d-bfc1-42ec-83c9-947a7752f429 req-8184def2-eecb-4a99-b410-f1101a56df43 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:44.642216 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c655de6d-bfc1-42ec-83c9-947a7752f429 req-8184def2-eecb-4a99-b410-f1101a56df43 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 945 time: 0.1196418 Jul 20 08:34:44.652739 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40478) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:44.658253 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-16ad7db3-d91a-44b9-93e8-ad121e0dbf24 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'floatingip': {'port_id': 'dbd1572d-238c-4ff7-9973-f63b47d0e9aa'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:34:44.684289 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7811-015f-49ba-87a1-55c956d236c9 req-ff5c91a6-dac8-4353-a2de-b23a958f4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:44.685774 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-46ec7811-015f-49ba-87a1-55c956d236c9 req-ff5c91a6-dac8-4353-a2de-b23a958f4068 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690064 Jul 20 08:34:44.708632 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4dae86d6-75c2-409b-a48e-89b8ceab6c0f req-20b2cf80-4da3-4edc-8747-340bf6e22f0d service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873410 Jul 20 08:34:44.718105 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-16ad7db3-d91a-44b9-93e8-ad121e0dbf24 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (faef75c8-fe12-478f-8231-81fe5e90ba66), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:44.790095 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-46ec7811-015f-49ba-87a1-55c956d236c9 req-03351ff2-74e3-4d6a-a5f9-e2b3b9e5782b service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931170 Jul 20 08:34:44.896770 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-46ec7811-015f-49ba-87a1-55c956d236c9 req-016b0e01-994b-4d2e-bb2f-fde66167760c service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007490 Jul 20 08:34:44.958880 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:45.203112 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:45.212147 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-16ad7db3-d91a-44b9-93e8-ad121e0dbf24 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:45.216947 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-16ad7db3-d91a-44b9-93e8-ad121e0dbf24 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (faef75c8-fe12-478f-8231-81fe5e90ba66), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:45.597403 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffafb6-1b97-4756-a3dc-bf7b63a841ce req-1053ffd2-80ce-4d60-b39f-2a2a58fa3364 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:45.599093 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8cffafb6-1b97-4756-a3dc-bf7b63a841ce req-1053ffd2-80ce-4d60-b39f-2a2a58fa3364 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0698612 Jul 20 08:34:45.600829 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-16ad7db3-d91a-44b9-93e8-ad121e0dbf24 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Floating IP faef75c8-fe12-478f-8231-81fe5e90ba66 associated. External IP: 172.27.1.82, port: dbd1572d-238c-4ff7-9973-f63b47d0e9aa. Jul 20 08:34:45.742425 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8cffafb6-1b97-4756-a3dc-bf7b63a841ce req-eb67161c-4a98-4d6a-a5ae-a91c6670b791 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374986 Jul 20 08:34:45.864699 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ad7db3-d91a-44b9-93e8-ad121e0dbf24 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Router f89a0f50-73be-4465-b934-a3589109ebd2 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:34:45.979188 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ad7db3-d91a-44b9-93e8-ad121e0dbf24 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:34:45.984345 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-16ad7db3-d91a-44b9-93e8-ad121e0dbf24 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:45.989637 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25f0956-49aa-4067-b15b-ffe85d6214ad None None] Sync routers for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:34:46.002017 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25f0956-49aa-4067-b15b-ffe85d6214ad None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:46.002679 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a25f0956-49aa-4067-b15b-ffe85d6214ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:34:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:46.032289 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-16ad7db3-d91a-44b9-93e8-ad121e0dbf24 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "PUT /v2.0/floatingips/faef75c8-fe12-478f-8231-81fe5e90ba66 HTTP/1.1" status: 200 len: 990 time: 1.3762264 Jul 20 08:34:46.032289 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b364a329-6312-40e4-b7cf-da7b1dcaca77', 'tag': 'dbd1572d-238c-4ff7-9973-f63b47d0e9aa'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:34:46.033652 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00f69ad5a0cac4e7728d797b6610dcca539aaa5862e314ac00bb2191cad31ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52418df9-e3d0-431a-98a3-eb5a96bff833" -d '{"events": [{"name": "network-changed", "server_uuid": "b364a329-6312-40e4-b7cf-da7b1dcaca77", "tag": "dbd1572d-238c-4ff7-9973-f63b47d0e9aa"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:34:46.076062 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a22c5e-7f05-47a2-9bfc-49e5e3db4738 x-openstack-request-id: req-23a22c5e-7f05-47a2-9bfc-49e5e3db4738 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:34:46.076357 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b364a329-6312-40e4-b7cf-da7b1dcaca77", "tag": "dbd1572d-238c-4ff7-9973-f63b47d0e9aa", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:34:46.076616 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23a22c5e-7f05-47a2-9bfc-49e5e3db4738 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:34:46.077224 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23a22c5e-7f05-47a2-9bfc-49e5e3db4738'] response: {'name': 'network-changed', 'server_uuid': 'b364a329-6312-40e4-b7cf-da7b1dcaca77', 'tag': 'dbd1572d-238c-4ff7-9973-f63b47d0e9aa', 'status': 'completed', 'code': 200} Jul 20 08:34:46.123245 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-a25f0956-49aa-4067-b15b-ffe85d6214ad None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:46.165922 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52418df9-e3d0-431a-98a3-eb5a96bff833 req-41d155a3-e0dc-4df5-852d-3ac3b0c211a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:46.167613 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52418df9-e3d0-431a-98a3-eb5a96bff833 req-41d155a3-e0dc-4df5-852d-3ac3b0c211a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 1129 time: 0.0445235 Jul 20 08:34:46.280055 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52418df9-e3d0-431a-98a3-eb5a96bff833 req-9f1f6b13-ab81-48ee-a90b-f7181905f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:46.281899 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52418df9-e3d0-431a-98a3-eb5a96bff833 req-9f1f6b13-ab81-48ee-a90b-f7181905f730 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21da7406-374d-4389-9eee-8af0140c04bf HTTP/1.1" status: 200 len: 915 time: 0.1084802 Jul 20 08:34:46.356514 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52418df9-e3d0-431a-98a3-eb5a96bff833 req-7a42cf5f-fc59-4c75-b87a-316ff2af35e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbd1572d-238c-4ff7-9973-f63b47d0e9aa HTTP/1.1" status: 200 len: 998 time: 0.0630226 Jul 20 08:34:46.366129 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a25f0956-49aa-4067-b15b-ffe85d6214ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': 'faef75c8-fe12-478f-8231-81fe5e90ba66', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': 'dbd1572d-238c-4ff7-9973-f63b47d0e9aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:02:d1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b364a329-6312-40e4-b7cf-da7b1dcaca77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:34:22Z', 'updated_at': '2022-07-20T08:34:45Z', 'revision_number': 1, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:46.398607 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25f0956-49aa-4067-b15b-ffe85d6214ad None None] Checking router: f89a0f50-73be-4465-b934-a3589109ebd2 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:34:46.408444 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25f0956-49aa-4067-b15b-ffe85d6214ad None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:34:46.409301 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a25f0956-49aa-4067-b15b-ffe85d6214ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:34:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:46.420854 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52418df9-e3d0-431a-98a3-eb5a96bff833 req-734609f8-7254-47b2-ac24-37595531aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:46.423151 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52418df9-e3d0-431a-98a3-eb5a96bff833 req-734609f8-7254-47b2-ac24-37595531aca8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7595eb2-89c2-44a4-8ca5-0b88f939ec19 HTTP/1.1" status: 200 len: 853 time: 0.0587304 Jul 20 08:34:46.452910 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:46.472784 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52418df9-e3d0-431a-98a3-eb5a96bff833 req-d42eeb73-b3b1-481b-ad0e-c281f6107735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:46.477114 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52418df9-e3d0-431a-98a3-eb5a96bff833 req-d42eeb73-b3b1-481b-ad0e-c281f6107735 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21da7406-374d-4389-9eee-8af0140c04bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453937 Jul 20 08:34:46.521688 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-a25f0956-49aa-4067-b15b-ffe85d6214ad None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:34:46.578425 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40518) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:46.588214 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52418df9-e3d0-431a-98a3-eb5a96bff833 req-a93ae18a-103f-4137-9d95-11a99ce4f396 service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977159 Jul 20 08:34:46.658111 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:46.706838 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52418df9-e3d0-431a-98a3-eb5a96bff833 req-40f944b7-afd9-4ee7-baca-670a08393850 service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113052 Jul 20 08:34:46.732915 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4e2dae78-b2e4-40bb-a456-2edfcf639a77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:46.775197 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a25f0956-49aa-4067-b15b-ffe85d6214ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': 'faef75c8-fe12-478f-8231-81fe5e90ba66', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': 'dbd1572d-238c-4ff7-9973-f63b47d0e9aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:02:d1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b364a329-6312-40e4-b7cf-da7b1dcaca77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:34:22Z', 'updated_at': '2022-07-20T08:34:45Z', 'revision_number': 1, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:34:46.802559 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25f0956-49aa-4067-b15b-ffe85d6214ad None None] The sync data for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi is: [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': 'faef75c8-fe12-478f-8231-81fe5e90ba66', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': 'dbd1572d-238c-4ff7-9973-f63b47d0e9aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:02:d1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b364a329-6312-40e4-b7cf-da7b1dcaca77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:34:22Z', 'updated_at': '2022-07-20T08:34:45Z', 'revision_number': 1, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:34:46.819534 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:46.821684 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4e2dae78-b2e4-40bb-a456-2edfcf639a77 admin admin] Publish callbacks [] for security_group (f913d7e6-165d-4155-96ee-662867f0ccd6), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:46.826908 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4e2dae78-b2e4-40bb-a456-2edfcf639a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (f913d7e6-165d-4155-96ee-662867f0ccd6), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:46.843831 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:46.873978 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2dae78-b2e4-40bb-a456-2edfcf639a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f913d7e6-165d-4155-96ee-662867f0ccd6,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:46.878931 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4e2dae78-b2e4-40bb-a456-2edfcf639a77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=afcb836a92c44fb6981fd88e4f0b8567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994261 Jul 20 08:34:46.881606 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40524) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:46.921203 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42d849-8fde-4c13-b214-f9a798f3cebe req-52d0605d-cc85-413d-bde0-56b04581ac70 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:46.922689 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aa42d849-8fde-4c13-b214-f9a798f3cebe req-52d0605d-cc85-413d-bde0-56b04581ac70 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0703316 Jul 20 08:34:46.939585 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1baeab98-b34f-4dd5-be7b-24bec36e4df2 admin admin] Publish callbacks [] for security_group (f913d7e6-165d-4155-96ee-662867f0ccd6), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:46.964619 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1baeab98-b34f-4dd5-be7b-24bec36e4df2 admin admin] Publish callbacks [] for security_group (f913d7e6-165d-4155-96ee-662867f0ccd6), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:46.976573 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aa42d849-8fde-4c13-b214-f9a798f3cebe req-2c10917c-ded7-460c-aa80-6214a7e2db1c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479236 Jul 20 08:34:47.021444 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1baeab98-b34f-4dd5-be7b-24bec36e4df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (f913d7e6-165d-4155-96ee-662867f0ccd6), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:47.025094 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1baeab98-b34f-4dd5-be7b-24bec36e4df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:47.026263 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1baeab98-b34f-4dd5-be7b-24bec36e4df2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f913d7e6-165d-4155-96ee-662867f0ccd6 HTTP/1.1" status: 204 len: 168 time: 0.1437349 Jul 20 08:34:47.037204 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baeab98-b34f-4dd5-be7b-24bec36e4df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f913d7e6-165d-4155-96ee-662867f0ccd6,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:47.068278 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1109c768-c799-4f56-8b3f-03a64b37a6e4 None None] New status for floating IP faef75c8-fe12-478f-8231-81fe5e90ba66: ACTIVE {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:34:47.335751 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40532) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:47.349942 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-71f9f6af-0cde-43ea-b73e-752bf95d7f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:47.427357 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-71f9f6af-0cde-43ea-b73e-752bf95d7f2d admin admin] Publish callbacks [] for security_group (68daef8d-6e27-4417-a6c5-03fe71a475fb), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:47.431075 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-71f9f6af-0cde-43ea-b73e-752bf95d7f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (68daef8d-6e27-4417-a6c5-03fe71a475fb), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:47.470812 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-71f9f6af-0cde-43ea-b73e-752bf95d7f2d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a7112ba1d2d409e9f4a0ddd81342085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339073 Jul 20 08:34:47.471655 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9f6af-0cde-43ea-b73e-752bf95d7f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68daef8d-6e27-4417-a6c5-03fe71a475fb,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:47.473519 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40534) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:47.529833 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-87049d7d-b5d2-49ad-b2f3-3310016020b6 admin admin] Publish callbacks [] for security_group (68daef8d-6e27-4417-a6c5-03fe71a475fb), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:47.531227 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:47.553680 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-87049d7d-b5d2-49ad-b2f3-3310016020b6 admin admin] Publish callbacks [] for security_group (68daef8d-6e27-4417-a6c5-03fe71a475fb), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:47.601017 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-87049d7d-b5d2-49ad-b2f3-3310016020b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (68daef8d-6e27-4417-a6c5-03fe71a475fb), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:47.603713 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-87049d7d-b5d2-49ad-b2f3-3310016020b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:47.605401 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-87049d7d-b5d2-49ad-b2f3-3310016020b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/68daef8d-6e27-4417-a6c5-03fe71a475fb HTTP/1.1" status: 204 len: 168 time: 0.1308322 Jul 20 08:34:47.613686 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87049d7d-b5d2-49ad-b2f3-3310016020b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68daef8d-6e27-4417-a6c5-03fe71a475fb,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:48.107366 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b4e6c-d8ed-4454-90ef-d72b351bcdae req-5b31c975-f757-493d-9ba8-fb97a930a954 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:48.108918 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a00b4e6c-d8ed-4454-90ef-d72b351bcdae req-5b31c975-f757-493d-9ba8-fb97a930a954 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0553997 Jul 20 08:34:48.425543 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a00b4e6c-d8ed-4454-90ef-d72b351bcdae req-4e33a23b-0ada-40fc-a61d-e167f68763b3 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3092122 Jul 20 08:34:49.545038 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb0d07-a449-41bd-881c-e8ae28253208 req-72efa6f0-28ae-4252-9cc6-06b6548f747e tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:49.546631 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-65bb0d07-a449-41bd-881c-e8ae28253208 req-72efa6f0-28ae-4252-9cc6-06b6548f747e tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0510049 Jul 20 08:34:49.599265 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-65bb0d07-a449-41bd-881c-e8ae28253208 req-c5b8ae7a-0494-45b7-98b3-6197b8df1147 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470231 Jul 20 08:34:49.713805 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-99a9878c-d685-4064-a85e-820caefbb685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:50.783008 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4b9b3-2354-490e-b97e-1ce4815e6be3 req-b598930f-f504-43f0-8a1d-27f7a32c076c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:50.785276 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3cd4b9b3-2354-490e-b97e-1ce4815e6be3 req-b598930f-f504-43f0-8a1d-27f7a32c076c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0637612 Jul 20 08:34:50.853231 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3cd4b9b3-2354-490e-b97e-1ce4815e6be3 req-c0b066a7-baf1-4450-b831-462762772003 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596106 Jul 20 08:34:51.971198 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b4b98-7b00-4a0d-ae22-05bc616e9c07 req-03f24bc4-fcdb-44d7-9af7-4240402382da tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:51.972704 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a29b4b98-7b00-4a0d-ae22-05bc616e9c07 req-03f24bc4-fcdb-44d7-9af7-4240402382da tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0486465 Jul 20 08:34:52.030519 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a29b4b98-7b00-4a0d-ae22-05bc616e9c07 req-6c8b93c4-cdb2-46ce-9eaf-05b7f4fead89 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521410 Jul 20 08:34:52.242709 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-df5c702c-6bc0-45d0-85e8-ea57c6d02aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:52.791299 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40642) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:52.896814 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4efc0a66-8c8c-4724-a208-b036c048e853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:52.911617 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:52.974412 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4efc0a66-8c8c-4724-a208-b036c048e853 admin admin] Publish callbacks [] for security_group (670bb4e0-ea94-4e9f-b09f-54038c1b0c54), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:52.978131 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4efc0a66-8c8c-4724-a208-b036c048e853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (670bb4e0-ea94-4e9f-b09f-54038c1b0c54), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:53.020945 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-4efc0a66-8c8c-4724-a208-b036c048e853 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=753b06c70e4a4c86bddb9beccdb0b4bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270589 Jul 20 08:34:53.022062 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc0a66-8c8c-4724-a208-b036c048e853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670bb4e0-ea94-4e9f-b09f-54038c1b0c54,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:53.022349 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40646) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:53.075792 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0f5ad34a-9f79-42d6-8203-311e4dd173e6 admin admin] Publish callbacks [] for security_group (670bb4e0-ea94-4e9f-b09f-54038c1b0c54), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:53.100577 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0f5ad34a-9f79-42d6-8203-311e4dd173e6 admin admin] Publish callbacks [] for security_group (670bb4e0-ea94-4e9f-b09f-54038c1b0c54), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:53.178034 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7f8e4-04d6-4378-acbc-39468ed42800 req-65dc36fd-37b5-4800-90f6-af3b6f309582 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:53.179595 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-78b7f8e4-04d6-4378-acbc-39468ed42800 req-65dc36fd-37b5-4800-90f6-af3b6f309582 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0714207 Jul 20 08:34:53.210730 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0f5ad34a-9f79-42d6-8203-311e4dd173e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (670bb4e0-ea94-4e9f-b09f-54038c1b0c54), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:53.213319 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0f5ad34a-9f79-42d6-8203-311e4dd173e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:53.214854 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0f5ad34a-9f79-42d6-8203-311e4dd173e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/670bb4e0-ea94-4e9f-b09f-54038c1b0c54 HTTP/1.1" status: 204 len: 168 time: 0.1911273 Jul 20 08:34:53.238758 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ad34a-9f79-42d6-8203-311e4dd173e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670bb4e0-ea94-4e9f-b09f-54038c1b0c54,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:53.250804 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-78b7f8e4-04d6-4378-acbc-39468ed42800 req-a66ecf3e-32a0-434b-a6ab-2d5602df88f8 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646214 Jul 20 08:34:53.535795 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40656) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:53.550506 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-db57d4b4-5e9a-4946-82b4-705d67bccade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:53.633976 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-db57d4b4-5e9a-4946-82b4-705d67bccade admin admin] Publish callbacks [] for security_group (1498aec8-1652-46e0-a920-ffeed0ea5a28), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:53.637769 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-db57d4b4-5e9a-4946-82b4-705d67bccade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (1498aec8-1652-46e0-a920-ffeed0ea5a28), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:53.680294 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-db57d4b4-5e9a-4946-82b4-705d67bccade admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b5d7cf334dee4c65a292a06ff0798646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433721 Jul 20 08:34:53.681249 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57d4b4-5e9a-4946-82b4-705d67bccade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1498aec8-1652-46e0-a920-ffeed0ea5a28,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:53.683262 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40658) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:53.714397 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:53.730261 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:53.742558 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4e4455a7-f098-4052-a91e-625fe1dfafa1 admin admin] Publish callbacks [] for security_group (1498aec8-1652-46e0-a920-ffeed0ea5a28), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:53.767425 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4e4455a7-f098-4052-a91e-625fe1dfafa1 admin admin] Publish callbacks [] for security_group (1498aec8-1652-46e0-a920-ffeed0ea5a28), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:53.820513 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4e4455a7-f098-4052-a91e-625fe1dfafa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (1498aec8-1652-46e0-a920-ffeed0ea5a28), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:53.823192 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4e4455a7-f098-4052-a91e-625fe1dfafa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:53.824400 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4e4455a7-f098-4052-a91e-625fe1dfafa1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1498aec8-1652-46e0-a920-ffeed0ea5a28 HTTP/1.1" status: 204 len: 168 time: 0.1401479 Jul 20 08:34:53.836619 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4455a7-f098-4052-a91e-625fe1dfafa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1498aec8-1652-46e0-a920-ffeed0ea5a28,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:54.235829 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:54.398086 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92719cdf-bbad-4376-8e3a-9aac4964fa3e req-5fcc8a0a-978a-4510-9c52-5c460d5857a5 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:54.399783 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-92719cdf-bbad-4376-8e3a-9aac4964fa3e req-5fcc8a0a-978a-4510-9c52-5c460d5857a5 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0652785 Jul 20 08:34:54.452014 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-92719cdf-bbad-4376-8e3a-9aac4964fa3e req-959c4657-4ac4-4898-a810-4e5dd9c46ce0 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454922 Jul 20 08:34:54.517858 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94003215-e62a-4168-9247-b9832bb8b7ba req-7d3b5028-16c2-442e-8228-854e5a19f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:54.519407 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-94003215-e62a-4168-9247-b9832bb8b7ba req-7d3b5028-16c2-442e-8228-854e5a19f8bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=714941c1e0034a37b0bf0144c1eac958&device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 1130 time: 0.0441310 Jul 20 08:34:54.622080 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94003215-e62a-4168-9247-b9832bb8b7ba req-b0f6ace0-950e-42f3-b5c3-636848c5d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:54.623632 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-94003215-e62a-4168-9247-b9832bb8b7ba req-b0f6ace0-950e-42f3-b5c3-636848c5d95e service neutron] 10.222.0.18 "GET /v2.0/networks?id=25f446cb-7a17-4014-9d26-36b89d0e107f HTTP/1.1" status: 200 len: 909 time: 0.0924473 Jul 20 08:34:54.702629 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-94003215-e62a-4168-9247-b9832bb8b7ba req-7534696c-fe3e-4259-b4fb-7e8abd408a4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74d72a98-84ae-4d18-bd71-3bf590c0a455 HTTP/1.1" status: 200 len: 1002 time: 0.0720739 Jul 20 08:34:54.762822 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94003215-e62a-4168-9247-b9832bb8b7ba req-3ce24954-2282-4542-a40d-7727622b741b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:54.764569 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-94003215-e62a-4168-9247-b9832bb8b7ba req-3ce24954-2282-4542-a40d-7727622b741b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=67df32de-3166-445b-a233-44f44257b1ac HTTP/1.1" status: 200 len: 847 time: 0.0526836 Jul 20 08:34:54.814522 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94003215-e62a-4168-9247-b9832bb8b7ba req-31e56c0f-2a54-4a0d-9ef6-8b2791c9e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:54.816466 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-94003215-e62a-4168-9247-b9832bb8b7ba req-31e56c0f-2a54-4a0d-9ef6-8b2791c9e248 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25f446cb-7a17-4014-9d26-36b89d0e107f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448802 Jul 20 08:34:54.926052 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-94003215-e62a-4168-9247-b9832bb8b7ba req-87db034d-0b5a-4fb3-b2c9-4419e90273c3 service neutron] 10.222.0.18 "GET /v2.0/networks/25f446cb-7a17-4014-9d26-36b89d0e107f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007888 Jul 20 08:34:55.032134 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-94003215-e62a-4168-9247-b9832bb8b7ba req-4e048f79-be5d-4fac-8b02-ec2d2e10f180 service neutron] 10.222.0.18 "GET /v2.0/networks/25f446cb-7a17-4014-9d26-36b89d0e107f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980506 Jul 20 08:34:55.243550 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:34:55.577657 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678a7fe-e1b7-4491-85c2-59c9aa7c84ae req-a1b8605b-cfe5-442e-8d32-3e10fffd4c1c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:55.579865 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e678a7fe-e1b7-4491-85c2-59c9aa7c84ae req-a1b8605b-cfe5-442e-8d32-3e10fffd4c1c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0529900 Jul 20 08:34:55.635741 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e678a7fe-e1b7-4491-85c2-59c9aa7c84ae req-66f90056-b99f-4a8a-9895-cd168ab7eec7 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501440 Jul 20 08:34:56.495346 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40734) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:56.557757 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:56.616621 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-111719c9-ba1b-472e-b678-15b6970917fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:56.703383 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:56.735235 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-111719c9-ba1b-472e-b678-15b6970917fc admin admin] Publish callbacks [] for security_group (cc6e185a-752c-4f17-9ec0-2d9739982334), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:56.746177 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-111719c9-ba1b-472e-b678-15b6970917fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (cc6e185a-752c-4f17-9ec0-2d9739982334), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:56.767217 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ab71b-7078-4df6-8b64-89be62e99ee7 req-ee4144cd-2af2-44d6-9fcc-099bf59d14f9 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:56.768810 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8b4ab71b-7078-4df6-8b64-89be62e99ee7 req-ee4144cd-2af2-44d6-9fcc-099bf59d14f9 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0572565 Jul 20 08:34:56.787466 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111719c9-ba1b-472e-b678-15b6970917fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6e185a-752c-4f17-9ec0-2d9739982334,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:56.795786 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-111719c9-ba1b-472e-b678-15b6970917fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc1baf867893461dbf25150566b9ff5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985306 Jul 20 08:34:56.797378 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40740) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:56.826415 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:56.835348 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8b4ab71b-7078-4df6-8b64-89be62e99ee7 req-776e6cb2-3c7d-40e6-a806-e9f91efaa386 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606952 Jul 20 08:34:56.856715 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:56.861654 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-47a1535d-e6b9-4260-ab4e-7e42ee94c2db admin admin] Publish callbacks [] for security_group (cc6e185a-752c-4f17-9ec0-2d9739982334), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:56.886897 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-47a1535d-e6b9-4260-ab4e-7e42ee94c2db admin admin] Publish callbacks [] for security_group (cc6e185a-752c-4f17-9ec0-2d9739982334), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:56.949529 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-47a1535d-e6b9-4260-ab4e-7e42ee94c2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (cc6e185a-752c-4f17-9ec0-2d9739982334), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:56.952399 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-47a1535d-e6b9-4260-ab4e-7e42ee94c2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:56.953586 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-47a1535d-e6b9-4260-ab4e-7e42ee94c2db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc6e185a-752c-4f17-9ec0-2d9739982334 HTTP/1.1" status: 204 len: 168 time: 0.1557741 Jul 20 08:34:56.967925 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1535d-e6b9-4260-ab4e-7e42ee94c2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6e185a-752c-4f17-9ec0-2d9739982334,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:57.282230 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40746) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:57.296834 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-05800c63-652c-4101-92c5-5226463f5c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:57.327580 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:57.392388 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-05800c63-652c-4101-92c5-5226463f5c1d admin admin] Publish callbacks [] for security_group (9201b6ed-63bc-4d71-af2a-acb89891cd7a), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:57.397147 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-05800c63-652c-4101-92c5-5226463f5c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (9201b6ed-63bc-4d71-af2a-acb89891cd7a), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:57.442713 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-05800c63-652c-4101-92c5-5226463f5c1d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9076da63c34c4d24b7651fb9a72d0975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593204 Jul 20 08:34:57.443676 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05800c63-652c-4101-92c5-5226463f5c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9201b6ed-63bc-4d71-af2a-acb89891cd7a,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:57.445652 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40748) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:34:57.502226 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fa8862f5-02f7-4158-bff8-c43f1ea733d6 admin admin] Publish callbacks [] for security_group (9201b6ed-63bc-4d71-af2a-acb89891cd7a), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:57.528580 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fa8862f5-02f7-4158-bff8-c43f1ea733d6 admin admin] Publish callbacks [] for security_group (9201b6ed-63bc-4d71-af2a-acb89891cd7a), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:57.585842 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fa8862f5-02f7-4158-bff8-c43f1ea733d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (9201b6ed-63bc-4d71-af2a-acb89891cd7a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:57.588927 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fa8862f5-02f7-4158-bff8-c43f1ea733d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:34:57.590191 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-fa8862f5-02f7-4158-bff8-c43f1ea733d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9201b6ed-63bc-4d71-af2a-acb89891cd7a HTTP/1.1" status: 204 len: 168 time: 0.1431546 Jul 20 08:34:57.599806 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8862f5-02f7-4158-bff8-c43f1ea733d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9201b6ed-63bc-4d71-af2a-acb89891cd7a,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:34:57.985607 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367442f3-1625-4b10-8d9f-5e38bb71c19f req-85bab74c-0910-43d8-b6e6-e9c7b8093ab1 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:57.987227 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-367442f3-1625-4b10-8d9f-5e38bb71c19f req-85bab74c-0910-43d8-b6e6-e9c7b8093ab1 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0745661 Jul 20 08:34:58.076635 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-367442f3-1625-4b10-8d9f-5e38bb71c19f req-52ab73cb-6709-4da8-84c4-a85fe55f977e tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747414 Jul 20 08:34:58.315509 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d8ec3224-a69c-4340-956d-aea4a1220cb9 req-c6da6342-b287-4461-bfe2-f71fe3a24162 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0515847 Jul 20 08:34:58.341864 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72193c73-40d1-4289-8a7f-76455ae0e91d req-cf8d80a5-34e2-45aa-ad21-124364e7164f tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:58.343533 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-72193c73-40d1-4289-8a7f-76455ae0e91d req-cf8d80a5-34e2-45aa-ad21-124364e7164f tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0544498 Jul 20 08:34:58.370367 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:INSERT=18,neutron:UPDATE=2,neutron:SELECT=80 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:34:58.417813 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec3224-a69c-4340-956d-aea4a1220cb9 req-8b1affa6-d4ee-4c48-b67a-ec8b27fa2db3 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:58.419976 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d8ec3224-a69c-4340-956d-aea4a1220cb9 req-8b1affa6-d4ee-4c48-b67a-ec8b27fa2db3 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports/74d72a98-84ae-4d18-bd71-3bf590c0a455 HTTP/1.1" status: 200 len: 943 time: 0.0592785 Jul 20 08:34:58.426297 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-72193c73-40d1-4289-8a7f-76455ae0e91d req-94035b34-560f-4fd4-981c-383494bc4beb tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736029 Jul 20 08:34:59.585613 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d1ab9-cfba-4bf5-80fe-b35e37ab6695 req-2b6387c9-10bd-402a-b2d0-35de62206cb0 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:34:59.589106 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b47d1ab9-cfba-4bf5-80fe-b35e37ab6695 req-2b6387c9-10bd-402a-b2d0-35de62206cb0 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0636191 Jul 20 08:34:59.673655 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b47d1ab9-cfba-4bf5-80fe-b35e37ab6695 req-2d866cd9-1759-4974-9c54-58c7ac3b23f2 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787256 Jul 20 08:35:00.448453 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec3224-a69c-4340-956d-aea4a1220cb9 req-114b2874-2d6f-4388-92d8-1fea3b74f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:00.448453 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8ec3224-a69c-4340-956d-aea4a1220cb9 req-114b2874-2d6f-4388-92d8-1fea3b74f96f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758&tenant_id=714941c1e0034a37b0bf0144c1eac958 HTTP/1.1" status: 200 len: 1130 time: 0.0408142 Jul 20 08:35:00.544425 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec3224-a69c-4340-956d-aea4a1220cb9 req-ed8c6d56-0e7e-4634-a80d-6b95dbf9fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:00.545974 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8ec3224-a69c-4340-956d-aea4a1220cb9 req-ed8c6d56-0e7e-4634-a80d-6b95dbf9fc88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=714941c1e0034a37b0bf0144c1eac958&device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 1130 time: 0.0517774 Jul 20 08:35:00.654823 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 74d72a98-84ae-4d18-bd71-3bf590c0a455 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:35:00.660625 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec3224-a69c-4340-956d-aea4a1220cb9 req-1cf837a8-b80a-4dda-90ef-5d1c8a5286e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:00.662290 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8ec3224-a69c-4340-956d-aea4a1220cb9 req-1cf837a8-b80a-4dda-90ef-5d1c8a5286e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=25f446cb-7a17-4014-9d26-36b89d0e107f HTTP/1.1" status: 200 len: 909 time: 0.1089656 Jul 20 08:35:00.737730 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8ec3224-a69c-4340-956d-aea4a1220cb9 req-ce6d4b69-07a1-4e7e-a033-ac34a49aa1a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74d72a98-84ae-4d18-bd71-3bf590c0a455 HTTP/1.1" status: 200 len: 1002 time: 0.0676153 Jul 20 08:35:00.739305 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 74d72a98-84ae-4d18-bd71-3bf590c0a455 is: ACTIVE; New status is: DOWN {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:35:00.739711 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:00.778665 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 74d72a98-84ae-4d18-bd71-3bf590c0a455, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=74d72a98-84ae-4d18-bd71-3bf590c0a455,segment=NetworkSegment(cb622305-3894-4c30-92b0-7b125aa1fe0f),segment_id=cb622305-3894-4c30-92b0-7b125aa1fe0f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:00.780172 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d72a98-84ae-4d18-bd71-3bf590c0a455'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:35:00.782980 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa8830d-91d5-41ec-85fe-e3eca2bfbaa3" -d '{"events": [{"server_uuid": "e518b913-0606-4cd9-96f7-dfcf59ff8758", "name": "network-vif-unplugged", "status": "completed", "tag": "74d72a98-84ae-4d18-bd71-3bf590c0a455"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:35:00.788341 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:00.837955 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec3224-a69c-4340-956d-aea4a1220cb9 req-0560d7ca-9c17-465b-8323-f52537f91196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:00.840726 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8ec3224-a69c-4340-956d-aea4a1220cb9 req-0560d7ca-9c17-465b-8323-f52537f91196 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=67df32de-3166-445b-a233-44f44257b1ac HTTP/1.1" status: 200 len: 847 time: 0.0945480 Jul 20 08:35:00.845914 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 08:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1045b28d-46ce-47f2-a5e4-5faa7be71dc3 x-openstack-request-id: req-1045b28d-46ce-47f2-a5e4-5faa7be71dc3 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:35:00.846864 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e518b913-0606-4cd9-96f7-dfcf59ff8758", "name": "network-vif-unplugged", "status": "completed", "tag": "74d72a98-84ae-4d18-bd71-3bf590c0a455", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:35:00.847126 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1045b28d-46ce-47f2-a5e4-5faa7be71dc3 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:35:00.847534 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1045b28d-46ce-47f2-a5e4-5faa7be71dc3'] response: {'server_uuid': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d72a98-84ae-4d18-bd71-3bf590c0a455', 'code': 200} Jul 20 08:35:00.853392 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=74d72a98-84ae-4d18-bd71-3bf590c0a455,revision_number=6']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:00.860036 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663711d-b448-4892-8456-4108e1bc2e8d req-6c54123d-9d17-4734-a282-16b5b542b297 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:00.861980 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2663711d-b448-4892-8456-4108e1bc2e8d req-6c54123d-9d17-4734-a282-16b5b542b297 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0735676 Jul 20 08:35:00.957489 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec3224-a69c-4340-956d-aea4a1220cb9 req-82d8028e-71aa-4ced-9b84-c0f953ffb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:00.959325 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8ec3224-a69c-4340-956d-aea4a1220cb9 req-82d8028e-71aa-4ced-9b84-c0f953ffb667 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25f446cb-7a17-4014-9d26-36b89d0e107f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763021 Jul 20 08:35:00.964584 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2663711d-b448-4892-8456-4108e1bc2e8d req-f25d235a-dc15-47b7-bd38-f27dc1e590c2 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960176 Jul 20 08:35:01.075102 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8ec3224-a69c-4340-956d-aea4a1220cb9 req-dcef4f7e-fe3a-466d-af14-dadafab81bfe service neutron] 10.222.0.18 "GET /v2.0/networks/25f446cb-7a17-4014-9d26-36b89d0e107f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084473 Jul 20 08:35:01.093255 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:01.116618 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:01.188474 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8ec3224-a69c-4340-956d-aea4a1220cb9 req-e27a86fa-72af-4456-9fda-b00379433f8d service neutron] 10.222.0.18 "GET /v2.0/networks/25f446cb-7a17-4014-9d26-36b89d0e107f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045401 Jul 20 08:35:02.137644 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3c13b-5d7c-4578-af4a-c6068e16fb1a req-0cc15bb9-eb8e-4f85-919b-611cc5ed5d99 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:02.139633 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f0e3c13b-5d7c-4578-af4a-c6068e16fb1a req-0cc15bb9-eb8e-4f85-919b-611cc5ed5d99 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0719042 Jul 20 08:35:02.197178 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f0e3c13b-5d7c-4578-af4a-c6068e16fb1a req-080e11d1-5aca-4f9d-850e-ec27a92b0c9f tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515821 Jul 20 08:35:03.362822 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bde779-febe-4911-b223-5194e798abd2 req-debd41de-3804-4f56-9ed5-1a9b7a1ceb5c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:03.364347 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5bde779-febe-4911-b223-5194e798abd2 req-debd41de-3804-4f56-9ed5-1a9b7a1ceb5c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0735147 Jul 20 08:35:03.416391 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5bde779-febe-4911-b223-5194e798abd2 req-9dcf84ae-cda5-49be-ac4f-eff521c9fe86 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456834 Jul 20 08:35:04.550439 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1ac26-c18e-411f-8720-ed4039173b0b req-d1fea6d8-7e8a-4ec2-a65d-d3e11fc6b1f5 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:04.552984 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3cf1ac26-c18e-411f-8720-ed4039173b0b req-d1fea6d8-7e8a-4ec2-a65d-d3e11fc6b1f5 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0556736 Jul 20 08:35:04.607129 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3cf1ac26-c18e-411f-8720-ed4039173b0b req-681ac15b-25d0-4533-9280-d6f4f54f95d2 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483499 Jul 20 08:35:04.933730 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfef8ab-3e89-4af3-96cc-391bd3c67292 req-e77c0874-64d1-4300-9499-36acfed663a1 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:04.935274 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1dfef8ab-3e89-4af3-96cc-391bd3c67292 req-e77c0874-64d1-4300-9499-36acfed663a1 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0568087 Jul 20 08:35:04.988828 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1dfef8ab-3e89-4af3-96cc-391bd3c67292 req-1979c4b4-c7c6-449e-a8c6-130a79fd2005 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476112 Jul 20 08:35:05.238389 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:05.239173 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=72,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:05.727683 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feed03a-5227-4d16-972a-9991721b08eb req-5ab5dcc3-e38d-442f-8fd2-f2e8687ac921 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:05.729130 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8feed03a-5227-4d16-972a-9991721b08eb req-5ab5dcc3-e38d-442f-8fd2-f2e8687ac921 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0513361 Jul 20 08:35:05.780096 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8feed03a-5227-4d16-972a-9991721b08eb req-1cf71cc9-6656-4d22-a46e-03070787d3c6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449779 Jul 20 08:35:06.106641 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c488a-3ab3-4ee7-a0f5-19ad7db4197a req-98a67bc7-2561-44e7-82a4-2d619af2fe61 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:06.108162 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-319c488a-3ab3-4ee7-a0f5-19ad7db4197a req-98a67bc7-2561-44e7-82a4-2d619af2fe61 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0478058 Jul 20 08:35:06.154925 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-319c488a-3ab3-4ee7-a0f5-19ad7db4197a req-72bc84cb-a354-4991-8a95-b88610ebe594 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5c5121-7983-4806-80cb-cddb28649b24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411277 Jul 20 08:35:06.568966 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf69c44-4198-4423-b8cb-382bc2ecec7f req-31ef3cb4-9d42-424c-bce3-1584676bf36c tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:06.570396 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bbf69c44-4198-4423-b8cb-382bc2ecec7f req-31ef3cb4-9d42-424c-bce3-1584676bf36c tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.18 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 946 time: 0.0475445 Jul 20 08:35:06.664207 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-bbf69c44-4198-4423-b8cb-382bc2ecec7f req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Deleting port 90d4b267-6b9e-479b-978c-9e4434caa2b0 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:35:06.664546 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-bbf69c44-4198-4423-b8cb-382bc2ecec7f req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (90d4b267-6b9e-479b-978c-9e4434caa2b0), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:06.754733 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-bbf69c44-4198-4423-b8cb-382bc2ecec7f req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] For port 90d4b267-6b9e-479b-978c-9e4434caa2b0, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=90d4b267-6b9e-479b-978c-9e4434caa2b0,segment=NetworkSegment(7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d),segment_id=7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:06.755102 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-bbf69c44-4198-4423-b8cb-382bc2ecec7f req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (90d4b267-6b9e-479b-978c-9e4434caa2b0), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:06.898061 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06318743-3115-4e6a-ac7a-d6c8d05c22bb req-8e25771b-d4b0-4679-ab78-759095a0294e tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:06.900447 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-06318743-3115-4e6a-ac7a-d6c8d05c22bb req-8e25771b-d4b0-4679-ab78-759095a0294e tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0517368 Jul 20 08:35:06.936076 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-bbf69c44-4198-4423-b8cb-382bc2ecec7f req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:06.936495 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-bbf69c44-4198-4423-b8cb-382bc2ecec7f req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (2e534d0d-b078-4dda-a8de-ab0f6d92a388), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:06.936802 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-bbf69c44-4198-4423-b8cb-382bc2ecec7f req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Floating IP 2e534d0d-b078-4dda-a8de-ab0f6d92a388 disassociated. External IP: 172.27.1.232, port: 90d4b267-6b9e-479b-978c-9e4434caa2b0. Jul 20 08:35:06.937612 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-bbf69c44-4198-4423-b8cb-382bc2ecec7f req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Calling delete_port for 90d4b267-6b9e-479b-978c-9e4434caa2b0 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:35:06.959287 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-06318743-3115-4e6a-ac7a-d6c8d05c22bb req-b129f06e-118b-4c40-97fd-2ba44533edd1 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518880 Jul 20 08:35:07.076785 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-bbf69c44-4198-4423-b8cb-382bc2ecec7f req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (90d4b267-6b9e-479b-978c-9e4434caa2b0), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:07.107923 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event deleted for resources: {'Port': ['ID=90d4b267-6b9e-479b-978c-9e4434caa2b0,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:07.117122 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:07.117732 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:07.118024 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:07.118442 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:07.118819 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:07.119158 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:07.119488 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:07.119855 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:07.120158 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:07.120991 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:07.121324 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:07.121657 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:07.121983 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:07.122310 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:07.122653 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:07.129562 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:07.175204 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:07.266173 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d83a01f4-7630-4b9c-a711-5143ff38868e req-97c709cc-633e-4638-a48e-ac10d7beffac tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 210 time: 0.0388267 Jul 20 08:35:07.274493 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbf69c44-4198-4423-b8cb-382bc2ecec7f req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Router c245b0b3-c650-4a64-a3ff-113a63a41a0e has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:35:07.391390 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbf69c44-4198-4423-b8cb-382bc2ecec7f req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:35:07.403236 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e2313a-840a-45ab-868b-1fec6a35379a None None] Sync routers for ids ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:35:07.413634 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e2313a-840a-45ab-868b-1fec6a35379a None None] Routers {'c245b0b3-c650-4a64-a3ff-113a63a41a0e'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:35:07.414273 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-c0e2313a-840a-45ab-868b-1fec6a35379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:34:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:07.439654 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf69c44-4198-4423-b8cb-382bc2ecec7f req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] No DVR routers for this DVR port 90d4b267-6b9e-479b-978c-9e4434caa2b0 on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:35:07.443000 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-bbf69c44-4198-4423-b8cb-382bc2ecec7f req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:07.449180 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bbf69c44-4198-4423-b8cb-382bc2ecec7f req-e29fad9d-a0ed-4ffd-872e-197b1874444a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.18 "DELETE /v2.0/ports/90d4b267-6b9e-479b-978c-9e4434caa2b0 HTTP/1.1" status: 204 len: 173 time: 0.8719282 Jul 20 08:35:07.449712 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c374291c-87f7-45dd-9391-807207d937bc', 'name': 'network-vif-deleted', 'tag': '90d4b267-6b9e-479b-978c-9e4434caa2b0'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:35:07.457705 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbabd81-0c13-4dbc-b4a0-a944cc692b4c" -d '{"events": [{"server_uuid": "c374291c-87f7-45dd-9391-807207d937bc", "name": "network-vif-deleted", "tag": "90d4b267-6b9e-479b-978c-9e4434caa2b0"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:35:07.523189 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0c8dba-3ec6-4abd-82b5-41e170f43578 x-openstack-request-id: req-4f0c8dba-3ec6-4abd-82b5-41e170f43578 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:35:07.525223 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c374291c-87f7-45dd-9391-807207d937bc", "name": "network-vif-deleted", "tag": "90d4b267-6b9e-479b-978c-9e4434caa2b0", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:35:07.525687 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f0c8dba-3ec6-4abd-82b5-41e170f43578 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:35:07.526315 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0c8dba-3ec6-4abd-82b5-41e170f43578'] response: {'server_uuid': 'c374291c-87f7-45dd-9391-807207d937bc', 'name': 'network-vif-deleted', 'tag': '90d4b267-6b9e-479b-978c-9e4434caa2b0', 'status': 'completed', 'code': 200} Jul 20 08:35:07.553039 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-c0e2313a-840a-45ab-868b-1fec6a35379a None None] Set router c245b0b3-c650-4a64-a3ff-113a63a41a0e gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:35:07.738204 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:07.769215 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:07.789899 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-c0e2313a-840a-45ab-868b-1fec6a35379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:26:11Z', 'revision_number': 4, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '8e4a6035-8220-4e09-8d03-b0ed25181e75', 'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'mac_address': 'fa:16:3e:06:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:07Z', 'updated_at': '2022-07-20T08:26:24Z', 'revision_number': 5, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'subnets': [{'id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:07.816952 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e2313a-840a-45ab-868b-1fec6a35379a None None] Checking router: c245b0b3-c650-4a64-a3ff-113a63a41a0e for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:35:07.828175 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e2313a-840a-45ab-868b-1fec6a35379a None None] Routers {'c245b0b3-c650-4a64-a3ff-113a63a41a0e'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:35:07.828804 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-c0e2313a-840a-45ab-868b-1fec6a35379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:34:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:07.941355 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-c0e2313a-840a-45ab-868b-1fec6a35379a None None] Set router c245b0b3-c650-4a64-a3ff-113a63a41a0e gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:35:08.089752 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3013d-c32d-4e83-886e-d62e2cd1aea7 req-26649a4b-a601-42db-adf4-53663b071053 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:08.091356 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e2b3013d-c32d-4e83-886e-d62e2cd1aea7 req-26649a4b-a601-42db-adf4-53663b071053 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0513670 Jul 20 08:35:08.150103 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e2b3013d-c32d-4e83-886e-d62e2cd1aea7 req-e1825042-60fd-434a-bf6a-513384a6fca3 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523872 Jul 20 08:35:08.151008 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-c0e2313a-840a-45ab-868b-1fec6a35379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:26:11Z', 'revision_number': 4, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '8e4a6035-8220-4e09-8d03-b0ed25181e75', 'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'mac_address': 'fa:16:3e:06:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:07Z', 'updated_at': '2022-07-20T08:26:24Z', 'revision_number': 5, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'subnets': [{'id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:08.181517 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e2313a-840a-45ab-868b-1fec6a35379a None None] The sync data for ids ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'] in dv-cinder-823089-3-iscsi is: [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:26:11Z', 'revision_number': 4, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '8e4a6035-8220-4e09-8d03-b0ed25181e75', 'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'mac_address': 'fa:16:3e:06:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:07Z', 'updated_at': '2022-07-20T08:26:24Z', 'revision_number': 5, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'subnets': [{'id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:35:08.395515 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8c593c9e-743b-47a1-a4eb-0c5a69bd90ad req-58deabe1-e3c6-4809-beb8-dcc2012c5fae tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 210 time: 0.0386968 Jul 20 08:35:08.424002 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4652f25-efed-4968-82cb-835f907498ea None None] New status for floating IP 2e534d0d-b078-4dda-a8de-ab0f6d92a388: DOWN {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:35:09.285360 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d4160-89b7-4fc6-a9dd-d852b29611e3 req-a2797998-c4c0-4abb-9d0b-d573f7f16d19 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:09.287556 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4b3d4160-89b7-4fc6-a9dd-d852b29611e3 req-a2797998-c4c0-4abb-9d0b-d573f7f16d19 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0606110 Jul 20 08:35:09.347580 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4b3d4160-89b7-4fc6-a9dd-d852b29611e3 req-b1e5916a-8c34-411b-a47b-b94be7c38d25 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523455 Jul 20 08:35:09.520909 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8e1f1fc1-69fd-4d22-9013-8e97f99174bb req-3b23fab3-f00a-427c-9a52-2631f22d9d39 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c374291c-87f7-45dd-9391-807207d937bc HTTP/1.1" status: 200 len: 210 time: 0.0334973 Jul 20 08:35:09.607333 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40948) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:09.756062 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d8eb37c4-4009-4724-b4fb-1cb88f672873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:09.872216 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d8eb37c4-4009-4724-b4fb-1cb88f672873 admin admin] Publish callbacks [] for security_group (8c49c87f-e295-415b-a9be-32f0c863b9ee), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:09.889392 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d8eb37c4-4009-4724-b4fb-1cb88f672873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (8c49c87f-e295-415b-a9be-32f0c863b9ee), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:09.938563 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f662216-2525-44c2-89f0-4e9d00473f1b req-30947e82-4701-416d-b635-1ad9a8a705a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:09.940213 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4f662216-2525-44c2-89f0-4e9d00473f1b req-30947e82-4701-416d-b635-1ad9a8a705a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 1128 time: 0.0866213 Jul 20 08:35:09.945846 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d8eb37c4-4009-4724-b4fb-1cb88f672873 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da41e8b6cb2b454abb077616783f10c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374557 Jul 20 08:35:09.949212 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40952) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:09.949662 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb37c4-4009-4724-b4fb-1cb88f672873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c49c87f-e295-415b-a9be-32f0c863b9ee,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:10.029203 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4f662216-2525-44c2-89f0-4e9d00473f1b req-13fea15d-dba8-4994-a635-78aff1ede73f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810368 Jul 20 08:35:10.039961 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-14c59e8a-0d92-4b78-aae5-fc6fffde10c3 admin admin] Publish callbacks [] for security_group (8c49c87f-e295-415b-a9be-32f0c863b9ee), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.073457 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-14c59e8a-0d92-4b78-aae5-fc6fffde10c3 admin admin] Publish callbacks [] for security_group (8c49c87f-e295-415b-a9be-32f0c863b9ee), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.125251 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-14c59e8a-0d92-4b78-aae5-fc6fffde10c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (8c49c87f-e295-415b-a9be-32f0c863b9ee), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.127882 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-14c59e8a-0d92-4b78-aae5-fc6fffde10c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.129048 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-14c59e8a-0d92-4b78-aae5-fc6fffde10c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c49c87f-e295-415b-a9be-32f0c863b9ee HTTP/1.1" status: 204 len: 168 time: 0.1765983 Jul 20 08:35:10.137302 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c59e8a-0d92-4b78-aae5-fc6fffde10c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c49c87f-e295-415b-a9be-32f0c863b9ee,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:10.426278 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40960) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:10.443175 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:10.467243 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8e2320b3-1371-486c-bbfa-58c692db8aee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.490520 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:10.505183 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab29e04-cf1e-4f45-86bd-acd47bd25368 req-6a7e4ada-1a2b-460f-ad8c-4ac07072e679 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:10.506752 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4ab29e04-cf1e-4f45-86bd-acd47bd25368 req-6a7e4ada-1a2b-460f-ad8c-4ac07072e679 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0779784 Jul 20 08:35:10.590141 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4ab29e04-cf1e-4f45-86bd-acd47bd25368 req-488a7303-b74d-4094-b59f-20152af82678 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716219 Jul 20 08:35:10.618397 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.624321 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40966) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:10.643648 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8e2320b3-1371-486c-bbfa-58c692db8aee admin admin] Publish callbacks [] for security_group (f9e0602c-0b31-40bc-9c6a-384127bddb58), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.649088 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8e2320b3-1371-486c-bbfa-58c692db8aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (f9e0602c-0b31-40bc-9c6a-384127bddb58), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.692483 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group (3c5c5121-7983-4806-80cb-cddb28649b24), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.696816 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-8e2320b3-1371-486c-bbfa-58c692db8aee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a532c8bae744de5b7d822f151979d88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669594 Jul 20 08:35:10.696816 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2320b3-1371-486c-bbfa-58c692db8aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e0602c-0b31-40bc-9c6a-384127bddb58,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:10.699353 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 74d72a98-84ae-4d18-bd71-3bf590c0a455 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:35:10.700339 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40968) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:10.716557 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 90d4b267-6b9e-479b-978c-9e4434caa2b0 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:35:10.721623 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group (3c5c5121-7983-4806-80cb-cddb28649b24), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.742523 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: 90d4b267-6b9e-479b-978c-9e4434caa2b0 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:35:10.743142 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 90d4b267-6b9e-479b-978c-9e4434caa2b0 not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:35:10.760573 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d1e7e53f-b804-44a7-aa24-2c8f63d40962 admin admin] Publish callbacks [] for security_group (f9e0602c-0b31-40bc-9c6a-384127bddb58), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.791559 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d1e7e53f-b804-44a7-aa24-2c8f63d40962 admin admin] Publish callbacks [] for security_group (f9e0602c-0b31-40bc-9c6a-384127bddb58), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.793726 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (3c5c5121-7983-4806-80cb-cddb28649b24), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.800045 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.805302 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "DELETE /v2.0/security-groups/3c5c5121-7983-4806-80cb-cddb28649b24 HTTP/1.1" status: 204 len: 168 time: 0.1798303 Jul 20 08:35:10.805979 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40970) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:10.826827 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5c5121-7983-4806-80cb-cddb28649b24,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:10.835070 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.api.v2.resource [None req-f23473ca-f175-434b-839e-99ac26638839 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] show failed (client error): The resource could not be found. Jul 20 08:35:10.836127 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f23473ca-f175-434b-839e-99ac26638839 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups/3c5c5121-7983-4806-80cb-cddb28649b24 HTTP/1.1" status: 404 len: 347 time: 0.0242496 Jul 20 08:35:10.841908 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40972) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:10.842365 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:10.842972 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:10.843475 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:10.843991 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:10.844335 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:10.844715 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:10.845218 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:10.845706 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:10.846209 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:10.846549 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:10.847022 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:10.847319 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:10.847651 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:10.847982 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:10.848311 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc00031-9ac4-4ec5-9a36-5701e0d588a7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:10.853566 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 74d72a98-84ae-4d18-bd71-3bf590c0a455, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=74d72a98-84ae-4d18-bd71-3bf590c0a455,segment=NetworkSegment(cb622305-3894-4c30-92b0-7b125aa1fe0f),segment_id=cb622305-3894-4c30-92b0-7b125aa1fe0f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:10.874895 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '74d72a98-84ae-4d18-bd71-3bf590c0a455', 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f', 'port_id': '74d72a98-84ae-4d18-bd71-3bf590c0a455', 'mac_address': 'fa:16:3e:a2:24:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67df32de-3166-445b-a233-44f44257b1ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:35:10.918474 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 74d72a98-84ae-4d18-bd71-3bf590c0a455 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:35:10.918944 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.933500 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d72a98-84ae-4d18-bd71-3bf590c0a455 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:35:10.936431 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d1e7e53f-b804-44a7-aa24-2c8f63d40962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (f9e0602c-0b31-40bc-9c6a-384127bddb58), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.938978 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d1e7e53f-b804-44a7-aa24-2c8f63d40962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.940132 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d1e7e53f-b804-44a7-aa24-2c8f63d40962 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f9e0602c-0b31-40bc-9c6a-384127bddb58 HTTP/1.1" status: 204 len: 168 time: 0.2388470 Jul 20 08:35:10.957152 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7e53f-b804-44a7-aa24-2c8f63d40962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e0602c-0b31-40bc-9c6a-384127bddb58,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:10.958182 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 74d72a98-84ae-4d18-bd71-3bf590c0a455, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=74d72a98-84ae-4d18-bd71-3bf590c0a455,segment=NetworkSegment(cb622305-3894-4c30-92b0-7b125aa1fe0f),segment_id=cb622305-3894-4c30-92b0-7b125aa1fe0f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:10.965512 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:10.998645 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-30fe695c-4d1d-4c61-b617-178700cfff36 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Deleting port a92a6fb5-0383-4ae8-b5de-871b7c149263 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:35:10.998924 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-30fe695c-4d1d-4c61-b617-178700cfff36 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (a92a6fb5-0383-4ae8-b5de-871b7c149263), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.042725 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=74d72a98-84ae-4d18-bd71-3bf590c0a455,revision_number=7']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:11.051688 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:11.052188 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:11.052640 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:11.053086 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:11.053515 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:11.054099 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:11.054488 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:11.055037 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:11.055545 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:11.056529 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:11.056867 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:11.057379 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:11.058844 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:11.059300 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:11.059614 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:35:11.094929 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-30fe695c-4d1d-4c61-b617-178700cfff36 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (a92a6fb5-0383-4ae8-b5de-871b7c149263), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.096165 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-30fe695c-4d1d-4c61-b617-178700cfff36 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for floatingip (a92a6fb5-0383-4ae8-b5de-871b7c149263), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.111473 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-30fe695c-4d1d-4c61-b617-178700cfff36 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Calling delete_port for a92a6fb5-0383-4ae8-b5de-871b7c149263 owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:35:11.301357 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-30fe695c-4d1d-4c61-b617-178700cfff36 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (a92a6fb5-0383-4ae8-b5de-871b7c149263), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.330145 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe695c-4d1d-4c61-b617-178700cfff36 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event deleted for resources: {'Port': ['ID=a92a6fb5-0383-4ae8-b5de-871b7c149263,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:11.398294 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-30fe695c-4d1d-4c61-b617-178700cfff36 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for floatingip (2e534d0d-b078-4dda-a8de-ab0f6d92a388), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.401401 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-30fe695c-4d1d-4c61-b617-178700cfff36 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.403117 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-30fe695c-4d1d-4c61-b617-178700cfff36 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "DELETE /v2.0/floatingips/2e534d0d-b078-4dda-a8de-ab0f6d92a388 HTTP/1.1" status: 204 len: 168 time: 0.5602138 Jul 20 08:35:11.419220 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40980) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:11.446879 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-46d3fc0b-2929-4d7f-8dd2-2fc6a65a39f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.461490 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:11.474563 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:11.515650 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40984) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:11.521482 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-046b2673-29f6-4159-97ca-f62f08f0c647 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1398306444', 'description': 'tempest-description--1567735749'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:35:11.550966 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-046b2673-29f6-4159-97ca-f62f08f0c647 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.553239 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-46d3fc0b-2929-4d7f-8dd2-2fc6a65a39f2 admin admin] Publish callbacks [] for security_group (23b8cf1f-0480-4f58-afc4-066d2461635e), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.557329 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-46d3fc0b-2929-4d7f-8dd2-2fc6a65a39f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (23b8cf1f-0480-4f58-afc4-066d2461635e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.581707 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:11.605010 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-46d3fc0b-2929-4d7f-8dd2-2fc6a65a39f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=692f04717635415183ae148f1c631bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842215 Jul 20 08:35:11.605850 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3fc0b-2929-4d7f-8dd2-2fc6a65a39f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b8cf1f-0480-4f58-afc4-066d2461635e,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:11.607323 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40986) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:11.661985 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-046b2673-29f6-4159-97ca-f62f08f0c647 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group (469d479f-37db-4f9a-9264-a6836003c0d3), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.670622 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-046b2673-29f6-4159-97ca-f62f08f0c647 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (469d479f-37db-4f9a-9264-a6836003c0d3), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.715522 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b2673-29f6-4159-97ca-f62f08f0c647 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=469d479f-37db-4f9a-9264-a6836003c0d3,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:11.724186 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-046b2673-29f6-4159-97ca-f62f08f0c647 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.728298 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-046b2673-29f6-4159-97ca-f62f08f0c647 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2085800 Jul 20 08:35:11.728298 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3865-7645-4a97-b32a-b5bdd6f2fa66 admin admin] Publish callbacks [] for security_group (23b8cf1f-0480-4f58-afc4-066d2461635e), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.729248 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 40990) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:11.733448 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-d8d7b43e-c497-4d5d-a38a-50f4ad89ebd4 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Request body: {'security_group_rule': {'security_group_id': '469d479f-37db-4f9a-9264-a6836003c0d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:35:11.754937 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c029c-b3b6-458f-a218-5977aff0c7d5 req-aa0ff9cf-9aa5-411b-bfb3-bd3267a60887 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:11.756570 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-487c029c-b3b6-458f-a218-5977aff0c7d5 req-aa0ff9cf-9aa5-411b-bfb3-bd3267a60887 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 945 time: 0.0708637 Jul 20 08:35:11.758567 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3865-7645-4a97-b32a-b5bdd6f2fa66 admin admin] Publish callbacks [] for security_group (23b8cf1f-0480-4f58-afc4-066d2461635e), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.776470 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:11.802032 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b43e-c497-4d5d-a38a-50f4ad89ebd4 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group_rule (e5a98599-8f1d-4a73-9ccb-c236a6758825), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.820047 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3865-7645-4a97-b32a-b5bdd6f2fa66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (23b8cf1f-0480-4f58-afc4-066d2461635e), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.822685 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3865-7645-4a97-b32a-b5bdd6f2fa66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.827058 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f5fd3865-7645-4a97-b32a-b5bdd6f2fa66 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23b8cf1f-0480-4f58-afc4-066d2461635e HTTP/1.1" status: 204 len: 168 time: 0.2156682 Jul 20 08:35:11.833383 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd3865-7645-4a97-b32a-b5bdd6f2fa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b8cf1f-0480-4f58-afc4-066d2461635e,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:11.866247 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-487c029c-b3b6-458f-a218-5977aff0c7d5 req-6d14ef85-4eba-476d-8f12-0230d4f73736 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019144 Jul 20 08:35:11.906544 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b43e-c497-4d5d-a38a-50f4ad89ebd4 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group_rule (e5a98599-8f1d-4a73-9ccb-c236a6758825), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.915102 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b43e-c497-4d5d-a38a-50f4ad89ebd4 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (e5a98599-8f1d-4a73-9ccb-c236a6758825), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.935739 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7b43e-c497-4d5d-a38a-50f4ad89ebd4 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a98599-8f1d-4a73-9ccb-c236a6758825,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:11.945283 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b43e-c497-4d5d-a38a-50f4ad89ebd4 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:11.950810 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d8d7b43e-c497-4d5d-a38a-50f4ad89ebd4 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2174447 Jul 20 08:35:11.950910 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40994) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:11.955883 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-514417a7-e961-4766-9d1f-b5cb96eb81dc tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Request body: {'security_group_rule': {'security_group_id': '469d479f-37db-4f9a-9264-a6836003c0d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:35:11.990688 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-514417a7-e961-4766-9d1f-b5cb96eb81dc tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group_rule (e6ac180d-77f2-4a22-b798-0d14fb4cc09d), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:12.065774 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-514417a7-e961-4766-9d1f-b5cb96eb81dc tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group_rule (e6ac180d-77f2-4a22-b798-0d14fb4cc09d), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:12.072139 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-514417a7-e961-4766-9d1f-b5cb96eb81dc tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (e6ac180d-77f2-4a22-b798-0d14fb4cc09d), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:12.095650 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514417a7-e961-4766-9d1f-b5cb96eb81dc tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ac180d-77f2-4a22-b798-0d14fb4cc09d,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:12.110039 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-514417a7-e961-4766-9d1f-b5cb96eb81dc tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:12.111493 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-514417a7-e961-4766-9d1f-b5cb96eb81dc tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1592455 Jul 20 08:35:12.116857 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 40998) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:12.123033 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Request body: {'floatingip': {'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:35:12.146692 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:12.243858 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:12.374435 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Allocated IP 172.27.1.120 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/5810db5a-38aa-445f-a743-8aeff2198fc9) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:35:12.494450 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for port (5810db5a-38aa-445f-a743-8aeff2198fc9), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:12.502854 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:INSERT=8,neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:12.535832 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (5810db5a-38aa-445f-a743-8aeff2198fc9), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:12.588693 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:35:12.595334 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:35:12.599770 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:35:12.609750 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event updated for resources: {'Port': ['ID=5810db5a-38aa-445f-a743-8aeff2198fc9,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:12.614350 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['74d72a98-84ae-4d18-bd71-3bf590c0a455'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:35:12.701540 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:12.709259 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for floatingip (c8ea4e7f-8b2b-431a-b90d-1b40145ac662), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:12.756986 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (5810db5a-38aa-445f-a743-8aeff2198fc9), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:12.758153 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:12.824961 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:12.939367 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for port (5810db5a-38aa-445f-a743-8aeff2198fc9), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:12.947277 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529145684'] for port (5810db5a-38aa-445f-a743-8aeff2198fc9), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:13.059049 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf621f-79fb-4036-b944-5d790f6e6abe req-e674600a-7ad9-43a8-8979-b50ed7308396 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:13.060560 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-28bf621f-79fb-4036-b944-5d790f6e6abe req-e674600a-7ad9-43a8-8979-b50ed7308396 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 945 time: 0.1150589 Jul 20 08:35:13.068442 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event updated for resources: {'Port': ['ID=5810db5a-38aa-445f-a743-8aeff2198fc9,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:13.091874 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (c8ea4e7f-8b2b-431a-b90d-1b40145ac662), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:13.117642 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:13.118998 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1873a824-64fe-4146-a042-64c9994330a9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0005734 Jul 20 08:35:13.137316 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-28bf621f-79fb-4036-b944-5d790f6e6abe req-ed46ac13-5252-4e66-89a4-1eba70560db0 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697758 Jul 20 08:35:13.335174 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-d6f85513-8740-4857-b965-6b3204534a6d tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1398306444&fields=id&tenant_id=fa4764ea3c4f4bf98ea56ee0798adfdc HTTP/1.1" status: 200 len: 267 time: 0.0430827 Jul 20 08:35:13.444538 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-4c5f3d4e-f199-4910-b0e9-6739a0d959f2 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:13.446091 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-4c5f3d4e-f199-4910-b0e9-6739a0d959f2 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/networks?id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 HTTP/1.1" status: 200 len: 810 time: 0.1036558 Jul 20 08:35:13.464039 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-d481e425-d1d0-4b79-ba0b-ecdc1138efb6 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/quotas/fa4764ea3c4f4bf98ea56ee0798adfdc HTTP/1.1" status: 200 len: 375 time: 0.0096791 Jul 20 08:35:13.519392 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-32463aa5-0555-4d93-906b-967a086cc7ac tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa4764ea3c4f4bf98ea56ee0798adfdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499730 Jul 20 08:35:13.622375 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-60c37109-cb88-4402-8ee8-9df93a6ce3e9 service neutron] 10.222.0.64 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894811 Jul 20 08:35:13.722967 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-786ba256-7ab0-4103-a3b1-888356ee815e service neutron] 10.222.0.64 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943859 Jul 20 08:35:13.894013 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-17dfc5b7-b925-49a6-94ca-2199e160fa2f req-478c6d52-eb3f-4d85-9807-6619feb0890b tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 210 time: 0.0316558 Jul 20 08:35:14.097861 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4f805ea-a615-4270-b187-e905fef0dca7 req-2a8bd366-6a85-4280-bb12-0b6966b021b9 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-521191702&fields=id&tenant_id=5732783c305f47a389104f7ea5ac5fcf HTTP/1.1" status: 200 len: 267 time: 0.0583882 Jul 20 08:35:14.132269 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:14.154368 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f805ea-a615-4270-b187-e905fef0dca7 req-0e680bca-fb8f-4faa-bf59-d121927ee2db tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:14.156226 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4f805ea-a615-4270-b187-e905fef0dca7 req-0e680bca-fb8f-4faa-bf59-d121927ee2db tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 984 time: 0.0526052 Jul 20 08:35:14.166922 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-e4f805ea-a615-4270-b187-e905fef0dca7 req-fc9fdd98-51d5-45c3-b6fe-14ecededb624 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Request body: {'port': {'security_groups': ['6c1a4d1b-de2b-4583-bea3-7d1b6916216a']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:35:14.251238 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e4f805ea-a615-4270-b187-e905fef0dca7 req-fc9fdd98-51d5-45c3-b6fe-14ecededb624 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:14.253075 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:14.442344 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-e4f805ea-a615-4270-b187-e905fef0dca7 req-fc9fdd98-51d5-45c3-b6fe-14ecededb624 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] For port 26b6ab63-8e74-43dc-82a1-e3067592fa61, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=26b6ab63-8e74-43dc-82a1-e3067592fa61,segment=NetworkSegment(776cc961-cf1a-4387-a2ab-f77730405db8),segment_id=776cc961-cf1a-4387-a2ab-f77730405db8)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:14.473390 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e4f805ea-a615-4270-b187-e905fef0dca7 req-fc9fdd98-51d5-45c3-b6fe-14ecededb624 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:14.477899 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e4f805ea-a615-4270-b187-e905fef0dca7 req-fc9fdd98-51d5-45c3-b6fe-14ecededb624 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:14.522436 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['26b6ab63-8e74-43dc-82a1-e3067592fa61'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:35:14.547080 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f805ea-a615-4270-b187-e905fef0dca7 req-fc9fdd98-51d5-45c3-b6fe-14ecededb624 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:14.547781 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e4f805ea-a615-4270-b187-e905fef0dca7 req-fc9fdd98-51d5-45c3-b6fe-14ecededb624 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:14.550859 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4f805ea-a615-4270-b187-e905fef0dca7 req-fc9fdd98-51d5-45c3-b6fe-14ecededb624 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "PUT /v2.0/ports/26b6ab63-8e74-43dc-82a1-e3067592fa61 HTTP/1.1" status: 200 len: 942 time: 0.3869255 Jul 20 08:35:14.551371 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'tag': '26b6ab63-8e74-43dc-82a1-e3067592fa61'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:35:14.556367 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8feb87-807e-4a5f-bbe0-cc1092375209" -d '{"events": [{"name": "network-changed", "server_uuid": "a437f068-8b36-411d-ab25-a00ec30b71de", "tag": "26b6ab63-8e74-43dc-82a1-e3067592fa61"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:35:14.557615 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 41078) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:14.576459 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fdd98-51d5-45c3-b6fe-14ecededb624 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Pushing event updated for resources: {'Port': ['ID=26b6ab63-8e74-43dc-82a1-e3067592fa61,revision_number=7']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:14.615949 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73265a4f-9917-406f-bf5a-46e3b832e6ef x-openstack-request-id: req-73265a4f-9917-406f-bf5a-46e3b832e6ef {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:35:14.616234 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a437f068-8b36-411d-ab25-a00ec30b71de", "tag": "26b6ab63-8e74-43dc-82a1-e3067592fa61", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:35:14.616493 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73265a4f-9917-406f-bf5a-46e3b832e6ef {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:35:14.616889 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73265a4f-9917-406f-bf5a-46e3b832e6ef'] response: {'name': 'network-changed', 'server_uuid': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'tag': '26b6ab63-8e74-43dc-82a1-e3067592fa61', 'status': 'completed', 'code': 200} Jul 20 08:35:14.656787 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7b2f4dda-d4b0-4901-858e-7603495c824a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group (a997cc5b-0979-4200-9724-02c22d8b4826), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:14.691634 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7b2f4dda-d4b0-4901-858e-7603495c824a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group (a997cc5b-0979-4200-9724-02c22d8b4826), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:14.710671 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['26b6ab63-8e74-43dc-82a1-e3067592fa61'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:35:14.717239 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 74d72a98-84ae-4d18-bd71-3bf590c0a455 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:35:14.780872 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7b2f4dda-d4b0-4901-858e-7603495c824a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (a997cc5b-0979-4200-9724-02c22d8b4826), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:14.785288 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7b2f4dda-d4b0-4901-858e-7603495c824a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:14.789812 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 41082) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:14.790392 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-7b2f4dda-d4b0-4901-858e-7603495c824a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "DELETE /v2.0/security-groups/a997cc5b-0979-4200-9724-02c22d8b4826 HTTP/1.1" status: 204 len: 168 time: 0.2300756 Jul 20 08:35:14.802656 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f4dda-d4b0-4901-858e-7603495c824a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a997cc5b-0979-4200-9724-02c22d8b4826,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:14.842224 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 74d72a98-84ae-4d18-bd71-3bf590c0a455 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:35:14.842685 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:14.911957 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-76fea7ce-aa44-48d3-8a71-a66324208e67 None None] Provisioning complete for port 26b6ab63-8e74-43dc-82a1-e3067592fa61 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:35:14.912241 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-76fea7ce-aa44-48d3-8a71-a66324208e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:15.085296 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8feb87-807e-4a5f-bbe0-cc1092375209 req-f23feef5-5bb6-440f-8cce-2aecc690e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:15.087086 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5a8feb87-807e-4a5f-bbe0-cc1092375209 req-f23feef5-5bb6-440f-8cce-2aecc690e4be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5732783c305f47a389104f7ea5ac5fcf&device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 1129 time: 0.2167001 Jul 20 08:35:15.105838 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 74d72a98-84ae-4d18-bd71-3bf590c0a455 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:35:15.106465 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:15.123776 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:15.155472 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ec8c1b5e-84d2-43f1-9ac2-0ac469f7bd1e req-f16ec572-7d28-4bd4-bf43-1e670cb842d7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 210 time: 0.1078086 Jul 20 08:35:15.211130 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 74d72a98-84ae-4d18-bd71-3bf590c0a455, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=74d72a98-84ae-4d18-bd71-3bf590c0a455,segment=NetworkSegment(cb622305-3894-4c30-92b0-7b125aa1fe0f),segment_id=cb622305-3894-4c30-92b0-7b125aa1fe0f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:15.212157 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d72a98-84ae-4d18-bd71-3bf590c0a455'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:35:15.215662 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6614664-65e6-4696-ac9e-51755cd35d08" -d '{"events": [{"server_uuid": "e518b913-0606-4cd9-96f7-dfcf59ff8758", "name": "network-vif-plugged", "status": "completed", "tag": "74d72a98-84ae-4d18-bd71-3bf590c0a455"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:35:15.228060 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:15.279965 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645f7c79-9cec-418f-ac7c-5254b97c4946 x-openstack-request-id: req-645f7c79-9cec-418f-ac7c-5254b97c4946 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:35:15.280293 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e518b913-0606-4cd9-96f7-dfcf59ff8758", "name": "network-vif-plugged", "status": "completed", "tag": "74d72a98-84ae-4d18-bd71-3bf590c0a455", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:35:15.280505 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-645f7c79-9cec-418f-ac7c-5254b97c4946 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:35:15.280934 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645f7c79-9cec-418f-ac7c-5254b97c4946'] response: {'server_uuid': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d72a98-84ae-4d18-bd71-3bf590c0a455', 'code': 200} Jul 20 08:35:15.286106 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-76fea7ce-aa44-48d3-8a71-a66324208e67 None None] Current status of the port 26b6ab63-8e74-43dc-82a1-e3067592fa61 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:35:15.316570 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=74d72a98-84ae-4d18-bd71-3bf590c0a455,revision_number=8']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:15.546733 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-8fe22c54-5361-4abe-aec9-f2d17f0986cc tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:15.548184 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-8fe22c54-5361-4abe-aec9-f2d17f0986cc tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.18 "GET /v2.0/networks?id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 HTTP/1.1" status: 200 len: 810 time: 0.5565641 Jul 20 08:35:15.554086 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-e2826664-11c0-4d02-adb0-fef06db3f7e7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Deleting port 68a2b664-c9b2-4634-9562-bace1a77b2e1 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:35:15.554424 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e2826664-11c0-4d02-adb0-fef06db3f7e7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (68a2b664-c9b2-4634-9562-bace1a77b2e1), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:15.661613 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8feb87-807e-4a5f-bbe0-cc1092375209 req-87611814-ff45-4b68-9e6c-849433714dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:15.663131 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5a8feb87-807e-4a5f-bbe0-cc1092375209 req-87611814-ff45-4b68-9e6c-849433714dae service neutron] 10.222.0.18 "GET /v2.0/networks?id=abdb2b01-7e23-48cd-9c85-17299972804b HTTP/1.1" status: 200 len: 914 time: 0.5611165 Jul 20 08:35:15.783106 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:15.799183 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-daba04fb-536a-4668-b4ab-4c4f618c25eb tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa4764ea3c4f4bf98ea56ee0798adfdc HTTP/1.1" status: 200 len: 380 time: 0.2261970 Jul 20 08:35:15.810706 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-d47ad46b-8f9c-4e20-9a14-7d468b0e1e4a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Request body: {'port': {'device_id': '4a397563-630d-4bdc-b9e3-5c4b6c5f3d70', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'admin_state_up': True, 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'security_groups': ['469d479f-37db-4f9a-9264-a6836003c0d3']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:35:15.814944 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e2826664-11c0-4d02-adb0-fef06db3f7e7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (68a2b664-c9b2-4634-9562-bace1a77b2e1), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:15.815269 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e2826664-11c0-4d02-adb0-fef06db3f7e7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for floatingip (68a2b664-c9b2-4634-9562-bace1a77b2e1), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:15.818856 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5a8feb87-807e-4a5f-bbe0-cc1092375209 req-ada4b801-b167-4742-9a55-c9edfbb77187 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26b6ab63-8e74-43dc-82a1-e3067592fa61 HTTP/1.1" status: 200 len: 999 time: 0.1485624 Jul 20 08:35:15.848445 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:15.862900 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-e2826664-11c0-4d02-adb0-fef06db3f7e7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Calling delete_port for 68a2b664-c9b2-4634-9562-bace1a77b2e1 owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:35:16.020513 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8feb87-807e-4a5f-bbe0-cc1092375209 req-9daacbf8-2d32-434d-8cc0-ba5dc352ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:16.022063 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5a8feb87-807e-4a5f-bbe0-cc1092375209 req-9daacbf8-2d32-434d-8cc0-ba5dc352ffb0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=718150d7-7cbc-41c9-a2af-162012ca723e HTTP/1.1" status: 200 len: 852 time: 0.1910868 Jul 20 08:35:16.119782 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8feb87-807e-4a5f-bbe0-cc1092375209 req-9776a631-f2c9-4787-b3fb-7dd96a12892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:16.121884 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5a8feb87-807e-4a5f-bbe0-cc1092375209 req-9776a631-f2c9-4787-b3fb-7dd96a12892a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abdb2b01-7e23-48cd-9c85-17299972804b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0916488 Jul 20 08:35:16.140808 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-d47ad46b-8f9c-4e20-9a14-7d468b0e1e4a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Made reservation on behalf of fa4764ea3c4f4bf98ea56ee0798adfdc for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:35:16.144549 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-d47ad46b-8f9c-4e20-9a14-7d468b0e1e4a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:16.341160 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c497d934-3dea-4d97-b620-ed1f7d3fd362 req-db8f4cd7-99c2-4f61-8d02-a45fb64688f8 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 210 time: 0.0486979 Jul 20 08:35:16.447262 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5a8feb87-807e-4a5f-bbe0-cc1092375209 req-791ecfe4-15dd-4cd6-a74f-5e6cb4ef043e service neutron] 10.222.0.18 "GET /v2.0/networks/abdb2b01-7e23-48cd-9c85-17299972804b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848852 Jul 20 08:35:16.489837 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e2826664-11c0-4d02-adb0-fef06db3f7e7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (68a2b664-c9b2-4634-9562-bace1a77b2e1), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:16.493407 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-d47ad46b-8f9c-4e20-9a14-7d468b0e1e4a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Allocated IP 172.20.0.13 (00a5ba6c-be0d-47a8-912c-f2b61f6abcd5/2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7/4ed2e645-2dd2-48a1-af71-1696a608bc20) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:35:16.571628 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2826664-11c0-4d02-adb0-fef06db3f7e7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Pushing event deleted for resources: {'Port': ['ID=68a2b664-c9b2-4634-9562-bace1a77b2e1,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:16.628711 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:16.693967 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5a8feb87-807e-4a5f-bbe0-cc1092375209 req-8b6eafe7-38b7-43f3-a4c2-670f3a032723 service neutron] 10.222.0.18 "GET /v2.0/networks/abdb2b01-7e23-48cd-9c85-17299972804b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364957 Jul 20 08:35:16.711091 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:16.727417 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e2826664-11c0-4d02-adb0-fef06db3f7e7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks [] for floatingip (1c0a99b7-b68e-4f8e-979c-947dca20a619), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:16.727805 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-e2826664-11c0-4d02-adb0-fef06db3f7e7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Floating IP 1c0a99b7-b68e-4f8e-979c-947dca20a619 disassociated (deleted). External IP: 172.27.1.5, port: 26b6ab63-8e74-43dc-82a1-e3067592fa61. Jul 20 08:35:16.884187 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-d47ad46b-8f9c-4e20-9a14-7d468b0e1e4a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for port (4ed2e645-2dd2-48a1-af71-1696a608bc20), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:16.994029 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-d47ad46b-8f9c-4e20-9a14-7d468b0e1e4a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (4ed2e645-2dd2-48a1-af71-1696a608bc20), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:17.058280 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-d47ad46b-8f9c-4e20-9a14-7d468b0e1e4a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:35:17.064281 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-d47ad46b-8f9c-4e20-9a14-7d468b0e1e4a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:35:17.066380 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ad46b-8f9c-4e20-9a14-7d468b0e1e4a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event updated for resources: {'Port': ['ID=4ed2e645-2dd2-48a1-af71-1696a608bc20,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:17.068700 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-d47ad46b-8f9c-4e20-9a14-7d468b0e1e4a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:35:17.099752 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2826664-11c0-4d02-adb0-fef06db3f7e7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Router a800c844-60ce-43e9-8724-4e3d5044bd19 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:35:17.132298 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-d47ad46b-8f9c-4e20-9a14-7d468b0e1e4a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:17.132914 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-d47ad46b-8f9c-4e20-9a14-7d468b0e1e4a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:17.194081 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-d47ad46b-8f9c-4e20-9a14-7d468b0e1e4a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3880792 Jul 20 08:35:17.228772 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Request body: {'port': {'device_id': '4a397563-630d-4bdc-b9e3-5c4b6c5f3d70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:35:17.306338 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2826664-11c0-4d02-adb0-fef06db3f7e7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:35:17.312974 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e2826664-11c0-4d02-adb0-fef06db3f7e7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:17.333575 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4b1d09-25ec-4492-b2b9-1bb604d84799 None None] Sync routers for ids ['a800c844-60ce-43e9-8724-4e3d5044bd19'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:35:17.338811 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (4ed2e645-2dd2-48a1-af71-1696a608bc20), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:17.340273 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-36a7ba27-52f4-46d1-b320-8409479041ad None None] Provisioning complete for port 4ed2e645-2dd2-48a1-af71-1696a608bc20 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:35:17.340650 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-36a7ba27-52f4-46d1-b320-8409479041ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (4ed2e645-2dd2-48a1-af71-1696a608bc20), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:17.358078 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e2826664-11c0-4d02-adb0-fef06db3f7e7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "DELETE /v2.0/floatingips/1c0a99b7-b68e-4f8e-979c-947dca20a619 HTTP/1.1" status: 204 len: 168 time: 2.5662847 Jul 20 08:35:17.358854 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'tag': '26b6ab63-8e74-43dc-82a1-e3067592fa61'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:35:17.361220 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48100849-d973-4fb7-8692-a6c87c30435a" -d '{"events": [{"name": "network-changed", "server_uuid": "a437f068-8b36-411d-ab25-a00ec30b71de", "tag": "26b6ab63-8e74-43dc-82a1-e3067592fa61"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:35:17.380770 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b1d09-25ec-4492-b2b9-1bb604d84799 None None] Routers {'a800c844-60ce-43e9-8724-4e3d5044bd19'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:35:17.381382 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-0d4b1d09-25ec-4492-b2b9-1bb604d84799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:34:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['a800c844-60ce-43e9-8724-4e3d5044bd19'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:17.420132 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf223c14-8a9a-4aef-a999-0c221daef442 x-openstack-request-id: req-cf223c14-8a9a-4aef-a999-0c221daef442 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:35:17.420508 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a437f068-8b36-411d-ab25-a00ec30b71de", "tag": "26b6ab63-8e74-43dc-82a1-e3067592fa61", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:35:17.420823 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf223c14-8a9a-4aef-a999-0c221daef442 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:35:17.421435 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf223c14-8a9a-4aef-a999-0c221daef442'] response: {'name': 'network-changed', 'server_uuid': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'tag': '26b6ab63-8e74-43dc-82a1-e3067592fa61', 'status': 'completed', 'code': 200} Jul 20 08:35:17.533140 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:17.595986 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48100849-d973-4fb7-8692-a6c87c30435a req-e8d12473-a6c7-44ee-8b96-5448d8e9720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:17.597134 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48100849-d973-4fb7-8692-a6c87c30435a req-e8d12473-a6c7-44ee-8b96-5448d8e9720c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5732783c305f47a389104f7ea5ac5fcf&device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 1129 time: 0.1155598 Jul 20 08:35:17.610068 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e58bc0-f640-47fa-a20e-c3de97fde351 req-d71444d1-4cf5-4fd2-9232-ae122c331ed7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:17.611737 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b0e58bc0-f640-47fa-a20e-c3de97fde351 req-d71444d1-4cf5-4fd2-9232-ae122c331ed7 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 932 time: 0.1079805 Jul 20 08:35:17.649622 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-0d4b1d09-25ec-4492-b2b9-1bb604d84799 None None] Set router a800c844-60ce-43e9-8724-4e3d5044bd19 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:35:17.701038 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-36a7ba27-52f4-46d1-b320-8409479041ad None None] Port 4ed2e645-2dd2-48a1-af71-1696a608bc20 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:35:17.758109 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:17.789586 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:17.800565 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b0e58bc0-f640-47fa-a20e-c3de97fde351 req-fa7dca16-962f-4c3f-b4bf-05e189f0ff2e tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=469d479f-37db-4f9a-9264-a6836003c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695948 Jul 20 08:35:17.848685 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48100849-d973-4fb7-8692-a6c87c30435a req-6c07d6ea-3941-43af-8252-6128bac1de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:17.850167 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48100849-d973-4fb7-8692-a6c87c30435a req-6c07d6ea-3941-43af-8252-6128bac1de21 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abdb2b01-7e23-48cd-9c85-17299972804b HTTP/1.1" status: 200 len: 914 time: 0.2374763 Jul 20 08:35:17.877714 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-0d4b1d09-25ec-4492-b2b9-1bb604d84799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'name': 'tempest-TestMinimumBasicScenario-92132350-router', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:08Z', 'updated_at': '2022-07-20T08:30:14Z', 'revision_number': 4, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'gw_port': {'id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:09Z', 'updated_at': '2022-07-20T08:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6', 'name': '', 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'mac_address': 'fa:16:3e:18:e5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:12Z', 'updated_at': '2022-07-20T08:30:19Z', 'revision_number': 5, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'subnets': [{'id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:17.908023 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4b1d09-25ec-4492-b2b9-1bb604d84799 None None] Checking router: a800c844-60ce-43e9-8724-4e3d5044bd19 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:35:17.911856 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed2e645-2dd2-48a1-af71-1696a608bc20 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:35:17.920365 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b1d09-25ec-4492-b2b9-1bb604d84799 None None] Routers {'a800c844-60ce-43e9-8724-4e3d5044bd19'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:35:17.920989 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-0d4b1d09-25ec-4492-b2b9-1bb604d84799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:34:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['a800c844-60ce-43e9-8724-4e3d5044bd19'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:17.925045 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Publish callbacks [] for port (4ed2e645-2dd2-48a1-af71-1696a608bc20), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:17.942511 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Transition to ACTIVE for port object 4ed2e645-2dd2-48a1-af71-1696a608bc20 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:35:17.947797 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (4ed2e645-2dd2-48a1-af71-1696a608bc20), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:18.009714 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Pushing event updated for resources: {'Port': ['ID=4ed2e645-2dd2-48a1-af71-1696a608bc20,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:18.050417 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-0d4b1d09-25ec-4492-b2b9-1bb604d84799 None None] Set router a800c844-60ce-43e9-8724-4e3d5044bd19 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:35:18.106044 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Attempting to bind port 4ed2e645-2dd2-48a1-af71-1696a608bc20 on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:35:18.106411 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Attempting to bind port 4ed2e645-2dd2-48a1-af71-1696a608bc20 by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:35:18.106715 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Attempting to bind port 4ed2e645-2dd2-48a1-af71-1696a608bc20 on network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:35:18.112376 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Port 4ed2e645-2dd2-48a1-af71-1696a608bc20 on network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:35:18.113275 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Attempting to bind port 4ed2e645-2dd2-48a1-af71-1696a608bc20 on network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:35:18.120681 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:35:18.121098 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Checking segment: {'id': '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:35:18.121647 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Bound using segment: {'id': '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:35:18.122346 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Bound port: 4ed2e645-2dd2-48a1-af71-1696a608bc20, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:35:18.122940 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (4ed2e645-2dd2-48a1-af71-1696a608bc20), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:18.268520 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48100849-d973-4fb7-8692-a6c87c30435a req-755c90f5-1963-433f-9bb1-9330a374cb61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26b6ab63-8e74-43dc-82a1-e3067592fa61 HTTP/1.1" status: 200 len: 217 time: 0.0567472 Jul 20 08:35:18.291886 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-0d4b1d09-25ec-4492-b2b9-1bb604d84799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'name': 'tempest-TestMinimumBasicScenario-92132350-router', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:08Z', 'updated_at': '2022-07-20T08:30:14Z', 'revision_number': 4, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'gw_port': {'id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:09Z', 'updated_at': '2022-07-20T08:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6', 'name': '', 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'mac_address': 'fa:16:3e:18:e5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:12Z', 'updated_at': '2022-07-20T08:30:19Z', 'revision_number': 5, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'subnets': [{'id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:18.295220 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:18.309105 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] For port 4ed2e645-2dd2-48a1-af71-1696a608bc20, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:35:18.333001 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] For port 4ed2e645-2dd2-48a1-af71-1696a608bc20, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=4ed2e645-2dd2-48a1-af71-1696a608bc20,segment=NetworkSegment(7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d),segment_id=7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:35:18.334006 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4b1d09-25ec-4492-b2b9-1bb604d84799 None None] The sync data for ids ['a800c844-60ce-43e9-8724-4e3d5044bd19'] in dv-cinder-823089-3-iscsi is: [{'id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'name': 'tempest-TestMinimumBasicScenario-92132350-router', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:08Z', 'updated_at': '2022-07-20T08:30:14Z', 'revision_number': 4, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'gw_port': {'id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:09Z', 'updated_at': '2022-07-20T08:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6', 'name': '', 'network_id': 'abdb2b01-7e23-48cd-9c85-17299972804b', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'mac_address': 'fa:16:3e:18:e5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:12Z', 'updated_at': '2022-07-20T08:30:19Z', 'revision_number': 5, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'subnets': [{'id': '718150d7-7cbc-41c9-a2af-162012ca723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:35:18.346682 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (4ed2e645-2dd2-48a1-af71-1696a608bc20), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:18.352850 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:18.380662 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48100849-d973-4fb7-8692-a6c87c30435a req-8c7ddac5-7136-431f-b06e-f544c44c572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:18.382006 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48100849-d973-4fb7-8692-a6c87c30435a req-8c7ddac5-7136-431f-b06e-f544c44c572e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=718150d7-7cbc-41c9-a2af-162012ca723e HTTP/1.1" status: 200 len: 852 time: 0.1060507 Jul 20 08:35:18.445106 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:18.445287 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:18.447017 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] 10.222.0.18 "PUT /v2.0/ports/4ed2e645-2dd2-48a1-af71-1696a608bc20 HTTP/1.1" status: 200 len: 1094 time: 1.2224183 Jul 20 08:35:18.476567 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48100849-d973-4fb7-8692-a6c87c30435a req-c81ad556-eba9-4841-a548-d4ccefed3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:18.477966 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48100849-d973-4fb7-8692-a6c87c30435a req-c81ad556-eba9-4841-a548-d4ccefed3f67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abdb2b01-7e23-48cd-9c85-17299972804b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880556 Jul 20 08:35:18.479047 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ecea7-294e-44ef-a7ab-1be7fe40b06b service neutron] Pushing event updated for resources: {'Port': ['ID=4ed2e645-2dd2-48a1-af71-1696a608bc20,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:18.502109 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:18.507434 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:18.733891 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a08654c-c787-4198-b07f-8a09af5f8a37 None None] New status for floating IP 1c0a99b7-b68e-4f8e-979c-947dca20a619: DOWN {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:35:18.881235 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-e319cc74-1721-4027-9f1b-7b3be6bb2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:18.882775 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-e319cc74-1721-4027-9f1b-7b3be6bb2a88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4764ea3c4f4bf98ea56ee0798adfdc&device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 1128 time: 0.3579500 Jul 20 08:35:18.968732 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48100849-d973-4fb7-8692-a6c87c30435a req-18090fa1-43a9-404a-9bf6-98d2351a9469 service neutron] 10.222.0.18 "GET /v2.0/networks/abdb2b01-7e23-48cd-9c85-17299972804b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643645 Jul 20 08:35:18.972356 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-8661d3b4-4ead-4bcb-8584-ee8400657efc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ed2e645-2dd2-48a1-af71-1696a608bc20 HTTP/1.1" status: 200 len: 217 time: 0.0723734 Jul 20 08:35:19.021090 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e84254-2987-401f-ac4b-f1348054d719 req-c90eeba3-0bac-45ce-8edb-f532344afae4 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:19.022702 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5e84254-2987-401f-ac4b-f1348054d719 req-c90eeba3-0bac-45ce-8edb-f532344afae4 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 944 time: 0.1238208 Jul 20 08:35:19.135190 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-b8322a99-60c0-47bc-832e-105201715f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:19.137337 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-b8322a99-60c0-47bc-832e-105201715f54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7 HTTP/1.1" status: 200 len: 849 time: 0.1544847 Jul 20 08:35:19.195463 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48100849-d973-4fb7-8692-a6c87c30435a req-8dc7d7e7-5513-4aa3-82fb-d4f976c876d2 service neutron] 10.222.0.18 "GET /v2.0/networks/abdb2b01-7e23-48cd-9c85-17299972804b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106640 Jul 20 08:35:19.202134 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5e84254-2987-401f-ac4b-f1348054d719 req-3b260ce4-fdb0-4ef8-beb4-b758529058ca tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=469d479f-37db-4f9a-9264-a6836003c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520355 Jul 20 08:35:19.207039 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:19.219048 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-e49c1c7a-df64-4951-8e06-4160d0c7fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:19.221359 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-e49c1c7a-df64-4951-8e06-4160d0c7fb1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740523 Jul 20 08:35:19.324904 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-23e71d3b-8bf2-4e49-8f03-728c49253ba8 service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972073 Jul 20 08:35:19.427535 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a397563-630d-4bdc-b9e3-5c4b6c5f3d70', 'tag': '4ed2e645-2dd2-48a1-af71-1696a608bc20'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:35:19.430748 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8032b962-dab9-45e2-af5c-7feaa910d914" -d '{"events": [{"name": "network-changed", "server_uuid": "4a397563-630d-4bdc-b9e3-5c4b6c5f3d70", "tag": "4ed2e645-2dd2-48a1-af71-1696a608bc20"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:35:19.444872 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f60fe4cf-7a35-4ad9-9fbc-855b1b9ff946 req-c4f43962-ba0c-414a-80d3-6f8df6b06dbf service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139698 Jul 20 08:35:19.470900 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 41150) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:19.481173 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c5b4d6-619a-47de-9016-b568f353bcb0 x-openstack-request-id: req-73c5b4d6-619a-47de-9016-b568f353bcb0 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:35:19.482162 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a397563-630d-4bdc-b9e3-5c4b6c5f3d70", "tag": "4ed2e645-2dd2-48a1-af71-1696a608bc20", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:35:19.482162 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73c5b4d6-619a-47de-9016-b568f353bcb0 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:35:19.482162 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c5b4d6-619a-47de-9016-b568f353bcb0'] response: {'name': 'network-changed', 'server_uuid': '4a397563-630d-4bdc-b9e3-5c4b6c5f3d70', 'tag': '4ed2e645-2dd2-48a1-af71-1696a608bc20', 'status': 'completed', 'code': 200} Jul 20 08:35:19.588566 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1dbe2124-5dbb-4a64-8c4f-f583df82b146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:19.602754 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4ce846cf-a4e1-4ab9-b005-9c4e845debc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:19.689172 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4ce846cf-a4e1-4ab9-b005-9c4e845debc0 admin admin] Publish callbacks [] for security_group (4f9cba81-b22d-4a88-ba95-347fbbfae03a), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:19.695055 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4ce846cf-a4e1-4ab9-b005-9c4e845debc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (4f9cba81-b22d-4a88-ba95-347fbbfae03a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:19.742241 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4ce846cf-a4e1-4ab9-b005-9c4e845debc0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e95adb7182f940e7bb4ad16ce754dfeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695091 Jul 20 08:35:19.742918 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce846cf-a4e1-4ab9-b005-9c4e845debc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9cba81-b22d-4a88-ba95-347fbbfae03a,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:19.746056 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 41154) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:19.766288 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:19.811542 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2b020ee9-5023-4967-8cd9-211882a5e845 admin admin] Publish callbacks [] for security_group (4f9cba81-b22d-4a88-ba95-347fbbfae03a), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:19.836460 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2b020ee9-5023-4967-8cd9-211882a5e845 admin admin] Publish callbacks [] for security_group (4f9cba81-b22d-4a88-ba95-347fbbfae03a), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:19.897507 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2b020ee9-5023-4967-8cd9-211882a5e845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (4f9cba81-b22d-4a88-ba95-347fbbfae03a), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:19.900450 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2b020ee9-5023-4967-8cd9-211882a5e845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:19.902862 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-2b020ee9-5023-4967-8cd9-211882a5e845 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f9cba81-b22d-4a88-ba95-347fbbfae03a HTTP/1.1" status: 204 len: 168 time: 0.1553073 Jul 20 08:35:19.914303 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b020ee9-5023-4967-8cd9-211882a5e845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9cba81-b22d-4a88-ba95-347fbbfae03a,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:20.259706 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 41172) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:20.275920 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-df7c1068-e06d-44a7-8db6-ffa77f66e776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:20.338119 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3715f40-8002-4afe-b96e-edbae002f74e req-900d0772-d0ae-44ab-8fc5-26fdc690b428 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:20.340341 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a3715f40-8002-4afe-b96e-edbae002f74e req-900d0772-d0ae-44ab-8fc5-26fdc690b428 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 944 time: 0.0561512 Jul 20 08:35:20.357966 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:20.400356 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-df7c1068-e06d-44a7-8db6-ffa77f66e776 admin admin] Publish callbacks [] for security_group (d146b4b5-2db9-4887-be46-ba7a95e92035), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:20.405507 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-df7c1068-e06d-44a7-8db6-ffa77f66e776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (d146b4b5-2db9-4887-be46-ba7a95e92035), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:20.406544 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a3715f40-8002-4afe-b96e-edbae002f74e req-a1e426fe-dab5-4b63-9353-d390db4473f8 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=469d479f-37db-4f9a-9264-a6836003c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548117 Jul 20 08:35:20.411051 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:20.455585 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-df7c1068-e06d-44a7-8db6-ffa77f66e776 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46fec70112134c68af6e954d6fe236a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946208 Jul 20 08:35:20.457177 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c1068-e06d-44a7-8db6-ffa77f66e776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d146b4b5-2db9-4887-be46-ba7a95e92035,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:20.459058 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 41174) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:20.517802 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dc4549da-3128-4b1a-a4de-fb98235f8865 admin admin] Publish callbacks [] for security_group (d146b4b5-2db9-4887-be46-ba7a95e92035), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:20.541087 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dc4549da-3128-4b1a-a4de-fb98235f8865 admin admin] Publish callbacks [] for security_group (d146b4b5-2db9-4887-be46-ba7a95e92035), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:20.590917 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dc4549da-3128-4b1a-a4de-fb98235f8865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (d146b4b5-2db9-4887-be46-ba7a95e92035), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:20.593449 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dc4549da-3128-4b1a-a4de-fb98235f8865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:20.594628 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-dc4549da-3128-4b1a-a4de-fb98235f8865 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d146b4b5-2db9-4887-be46-ba7a95e92035 HTTP/1.1" status: 204 len: 168 time: 0.1340365 Jul 20 08:35:20.602998 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4549da-3128-4b1a-a4de-fb98235f8865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d146b4b5-2db9-4887-be46-ba7a95e92035,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:21.328459 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e5ee7-a365-49ce-a7ed-20c0dd5614af req-f81d819e-d312-450f-ba04-6eef2f539916 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:21.330275 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-366e5ee7-a365-49ce-a7ed-20c0dd5614af req-f81d819e-d312-450f-ba04-6eef2f539916 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 945 time: 0.0554488 Jul 20 08:35:21.380975 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-366e5ee7-a365-49ce-a7ed-20c0dd5614af req-311c6a08-93e8-4fd0-9dd0-880b2c301b52 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449157 Jul 20 08:35:21.547113 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0593ed-a42e-4d8e-9854-00be347f574e req-e8057b22-f14b-439b-85e5-3c00b16bac57 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:21.548664 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-eb0593ed-a42e-4d8e-9854-00be347f574e req-e8057b22-f14b-439b-85e5-3c00b16bac57 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 944 time: 0.0592120 Jul 20 08:35:21.600527 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-eb0593ed-a42e-4d8e-9854-00be347f574e req-7b224599-f0f2-4dbb-8d28-964b48e66074 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=469d479f-37db-4f9a-9264-a6836003c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460360 Jul 20 08:35:22.246244 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ce0ffebb-e69c-48ae-b3af-f0247766d6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:22.697895 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 41260) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:22.741936 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032b962-dab9-45e2-af5c-7feaa910d914 req-7c83689e-9e95-4fc5-8866-071d32ca9305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:22.743492 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8032b962-dab9-45e2-af5c-7feaa910d914 req-7c83689e-9e95-4fc5-8866-071d32ca9305 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4764ea3c4f4bf98ea56ee0798adfdc&device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 1128 time: 0.0885804 Jul 20 08:35:22.743823 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68299a6c-e880-43cf-b249-abc65ef971eb req-08728bc3-f6e7-47c0-95e6-5fa10e7e632b tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:22.746254 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-68299a6c-e880-43cf-b249-abc65ef971eb req-08728bc3-f6e7-47c0-95e6-5fa10e7e632b tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 944 time: 0.0572572 Jul 20 08:35:22.758616 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619d3c2-5a29-4ade-b4a8-68efca10d115 req-060ed8d5-d55d-44f1-8b7c-4e350b2e27c7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:22.760419 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c619d3c2-5a29-4ade-b4a8-68efca10d115 req-060ed8d5-d55d-44f1-8b7c-4e350b2e27c7 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 945 time: 0.0597882 Jul 20 08:35:22.782874 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 4ed2e645-2dd2-48a1-af71-1696a608bc20 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:35:22.815464 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-68299a6c-e880-43cf-b249-abc65ef971eb req-c5f8b4bf-5eb4-4449-9adf-958f4c452535 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=469d479f-37db-4f9a-9264-a6836003c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597568 Jul 20 08:35:22.818013 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c619d3c2-5a29-4ade-b4a8-68efca10d115 req-b96c5b12-4c08-42ca-9dda-c479db7fdf2a tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515544 Jul 20 08:35:22.901867 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 4ed2e645-2dd2-48a1-af71-1696a608bc20, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=4ed2e645-2dd2-48a1-af71-1696a608bc20,segment=NetworkSegment(7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d),segment_id=7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:22.911672 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b2101218-bb63-4601-bffe-7023d2a94bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:22.915118 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '4ed2e645-2dd2-48a1-af71-1696a608bc20', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'port_id': '4ed2e645-2dd2-48a1-af71-1696a608bc20', 'mac_address': 'fa:16:3e:a6:ab:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:35:22.951966 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 4ed2e645-2dd2-48a1-af71-1696a608bc20 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:35:22.952388 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (4ed2e645-2dd2-48a1-af71-1696a608bc20), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:22.966521 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed2e645-2dd2-48a1-af71-1696a608bc20 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:35:22.991039 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 4ed2e645-2dd2-48a1-af71-1696a608bc20, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=4ed2e645-2dd2-48a1-af71-1696a608bc20,segment=NetworkSegment(7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d),segment_id=7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:22.994177 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b2101218-bb63-4601-bffe-7023d2a94bc6 admin admin] Publish callbacks [] for security_group (4f2f15c4-be83-4206-ae82-423517190440), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:22.996037 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (4ed2e645-2dd2-48a1-af71-1696a608bc20), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:22.999249 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b2101218-bb63-4601-bffe-7023d2a94bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (4f2f15c4-be83-4206-ae82-423517190440), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:23.041019 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-b2101218-bb63-4601-bffe-7023d2a94bc6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c78029c7de4144d58520e38c17a47dab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408165 Jul 20 08:35:23.041894 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2101218-bb63-4601-bffe-7023d2a94bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2f15c4-be83-4206-ae82-423517190440,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:23.044158 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 41264) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:23.054374 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=4ed2e645-2dd2-48a1-af71-1696a608bc20,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:23.097757 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-160e3c0f-cb6d-469d-9428-62a27ce410cc admin admin] Publish callbacks [] for security_group (4f2f15c4-be83-4206-ae82-423517190440), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:23.100157 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:23.122523 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-160e3c0f-cb6d-469d-9428-62a27ce410cc admin admin] Publish callbacks [] for security_group (4f2f15c4-be83-4206-ae82-423517190440), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:23.168364 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-160e3c0f-cb6d-469d-9428-62a27ce410cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (4f2f15c4-be83-4206-ae82-423517190440), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:23.170974 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-160e3c0f-cb6d-469d-9428-62a27ce410cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:23.172122 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-160e3c0f-cb6d-469d-9428-62a27ce410cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f2f15c4-be83-4206-ae82-423517190440 HTTP/1.1" status: 204 len: 168 time: 0.1269758 Jul 20 08:35:23.180013 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e3c0f-cb6d-469d-9428-62a27ce410cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2f15c4-be83-4206-ae82-423517190440,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:23.468002 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 41270) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:23.481819 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-59d79dbd-5a29-4886-b98a-0735a7ee7587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:23.533826 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['4ed2e645-2dd2-48a1-af71-1696a608bc20'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:35:23.559681 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-59d79dbd-5a29-4886-b98a-0735a7ee7587 admin admin] Publish callbacks [] for security_group (7a257551-5a25-48b6-b59e-ed66a33663f0), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:23.563723 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-59d79dbd-5a29-4886-b98a-0735a7ee7587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (7a257551-5a25-48b6-b59e-ed66a33663f0), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:23.606557 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-59d79dbd-5a29-4886-b98a-0735a7ee7587 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b3f81357301b4692a7bbc4fee7e44398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374598 Jul 20 08:35:23.607452 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d79dbd-5a29-4886-b98a-0735a7ee7587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a257551-5a25-48b6-b59e-ed66a33663f0,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:23.610099 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 41272) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:23.661139 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:23.663652 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b616942-1c9c-4f8d-a7d3-aa6302b0ddcd admin admin] Publish callbacks [] for security_group (7a257551-5a25-48b6-b59e-ed66a33663f0), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:23.686195 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b616942-1c9c-4f8d-a7d3-aa6302b0ddcd admin admin] Publish callbacks [] for security_group (7a257551-5a25-48b6-b59e-ed66a33663f0), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:23.737056 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b616942-1c9c-4f8d-a7d3-aa6302b0ddcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (7a257551-5a25-48b6-b59e-ed66a33663f0), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:23.739881 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b616942-1c9c-4f8d-a7d3-aa6302b0ddcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:23.741072 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-3b616942-1c9c-4f8d-a7d3-aa6302b0ddcd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a257551-5a25-48b6-b59e-ed66a33663f0 HTTP/1.1" status: 204 len: 168 time: 0.1293983 Jul 20 08:35:23.750191 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b616942-1c9c-4f8d-a7d3-aa6302b0ddcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a257551-5a25-48b6-b59e-ed66a33663f0,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:23.935146 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8644878-9a74-4279-8686-e9e04cb966ed req-c109674d-aef0-4168-a1f0-10afe3bb2365 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:23.936378 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c8644878-9a74-4279-8686-e9e04cb966ed req-c109674d-aef0-4168-a1f0-10afe3bb2365 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 945 time: 0.0596995 Jul 20 08:35:23.947198 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1dfa0-c88a-4d7c-b0bd-93e3de1b26bb req-3b0c18ba-2038-43ee-bb86-e1b2023072f5 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:23.949783 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8aa1dfa0-c88a-4d7c-b0bd-93e3de1b26bb req-3b0c18ba-2038-43ee-bb86-e1b2023072f5 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 945 time: 0.0535960 Jul 20 08:35:23.960140 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:24.018900 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8aa1dfa0-c88a-4d7c-b0bd-93e3de1b26bb req-b8fb3076-53d2-4714-9ed5-5d0441d19721 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627708 Jul 20 08:35:24.022395 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c8644878-9a74-4279-8686-e9e04cb966ed req-cacaf052-8217-4d12-a449-4dc1bfc0f2dd tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=469d479f-37db-4f9a-9264-a6836003c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798206 Jul 20 08:35:24.233796 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:24.372933 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:24.443775 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032b962-dab9-45e2-af5c-7feaa910d914 req-67e16e73-f43d-401d-b199-6d884ee49771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:24.444995 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8032b962-dab9-45e2-af5c-7feaa910d914 req-67e16e73-f43d-401d-b199-6d884ee49771 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 HTTP/1.1" status: 200 len: 911 time: 0.1001234 Jul 20 08:35:24.508227 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8032b962-dab9-45e2-af5c-7feaa910d914 req-edede47e-4379-4cff-8a8c-8bb7f51eb719 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ed2e645-2dd2-48a1-af71-1696a608bc20 HTTP/1.1" status: 200 len: 217 time: 0.0405340 Jul 20 08:35:24.564979 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032b962-dab9-45e2-af5c-7feaa910d914 req-a31b4c39-a225-4674-a773-74adf164e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:24.566493 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8032b962-dab9-45e2-af5c-7feaa910d914 req-a31b4c39-a225-4674-a773-74adf164e36c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7 HTTP/1.1" status: 200 len: 849 time: 0.0502453 Jul 20 08:35:24.623390 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032b962-dab9-45e2-af5c-7feaa910d914 req-b455c932-7d88-4d25-a879-651424f6e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:24.625057 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8032b962-dab9-45e2-af5c-7feaa910d914 req-b455c932-7d88-4d25-a879-651424f6e777 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457690 Jul 20 08:35:24.771413 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8032b962-dab9-45e2-af5c-7feaa910d914 req-6724cc1c-7119-4e38-9d58-0929e6cb90ce service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954158 Jul 20 08:35:24.838140 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 4ed2e645-2dd2-48a1-af71-1696a608bc20 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:35:24.883281 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 4ed2e645-2dd2-48a1-af71-1696a608bc20 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:35:24.892557 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 4ed2e645-2dd2-48a1-af71-1696a608bc20 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:35:24.893158 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (4ed2e645-2dd2-48a1-af71-1696a608bc20), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:25.047925 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 4ed2e645-2dd2-48a1-af71-1696a608bc20 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:35:25.048430 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (4ed2e645-2dd2-48a1-af71-1696a608bc20), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:25.055333 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8032b962-dab9-45e2-af5c-7feaa910d914 req-d3549830-8362-4363-ac6a-f8abdbfee929 service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167240 Jul 20 08:35:25.077973 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a397563-630d-4bdc-b9e3-5c4b6c5f3d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed2e645-2dd2-48a1-af71-1696a608bc20'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:35:25.080390 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863e8377-1863-427b-8a80-ba9791e60253" -d '{"events": [{"server_uuid": "4a397563-630d-4bdc-b9e3-5c4b6c5f3d70", "name": "network-vif-plugged", "status": "completed", "tag": "4ed2e645-2dd2-48a1-af71-1696a608bc20"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:35:25.106748 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 4ed2e645-2dd2-48a1-af71-1696a608bc20, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=4ed2e645-2dd2-48a1-af71-1696a608bc20,segment=NetworkSegment(7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d),segment_id=7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:25.109050 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7ecd6-0286-417a-977d-6c336e306b1a req-d350834a-53ac-42ad-828e-a571457d46b4 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:25.110887 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-54f7ecd6-0286-417a-977d-6c336e306b1a req-d350834a-53ac-42ad-828e-a571457d46b4 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.18 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 945 time: 0.0721092 Jul 20 08:35:25.113750 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (4ed2e645-2dd2-48a1-af71-1696a608bc20), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:25.151777 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f57b0-1dee-436e-b1d0-98576c28c34e req-3d690c6e-08e1-44a8-b1bf-e6eb721e5094 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:25.159010 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-068f57b0-1dee-436e-b1d0-98576c28c34e req-3d690c6e-08e1-44a8-b1bf-e6eb721e5094 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 945 time: 0.0614090 Jul 20 08:35:25.197267 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:25.203257 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=4ed2e645-2dd2-48a1-af71-1696a608bc20,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:25.208477 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-068f57b0-1dee-436e-b1d0-98576c28c34e req-70ca7846-e930-482b-acd5-41d52a239ab2 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=469d479f-37db-4f9a-9264-a6836003c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481982 Jul 20 08:35:25.261488 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95295cb-8a39-4d6b-817d-4e33ef728644 x-openstack-request-id: req-e95295cb-8a39-4d6b-817d-4e33ef728644 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:35:25.261971 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a397563-630d-4bdc-b9e3-5c4b6c5f3d70", "name": "network-vif-plugged", "status": "completed", "tag": "4ed2e645-2dd2-48a1-af71-1696a608bc20", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:35:25.262427 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e95295cb-8a39-4d6b-817d-4e33ef728644 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:35:25.263247 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e95295cb-8a39-4d6b-817d-4e33ef728644'] response: {'server_uuid': '4a397563-630d-4bdc-b9e3-5c4b6c5f3d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed2e645-2dd2-48a1-af71-1696a608bc20', 'code': 200} Jul 20 08:35:25.281398 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e5ed0-c844-43ab-99e2-81d0a3e03852 req-4e812e74-1345-439e-912e-555f0ac32117 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:25.283954 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f24e5ed0-c844-43ab-99e2-81d0a3e03852 req-4e812e74-1345-439e-912e-555f0ac32117 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 945 time: 0.1267889 Jul 20 08:35:25.300128 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-54f7ecd6-0286-417a-977d-6c336e306b1a req-1e60c830-39e0-4d10-bb27-465a6315988b tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Deleting port 26b6ab63-8e74-43dc-82a1-e3067592fa61 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:35:25.300481 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-54f7ecd6-0286-417a-977d-6c336e306b1a req-1e60c830-39e0-4d10-bb27-465a6315988b tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:25.336293 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:25.402457 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f24e5ed0-c844-43ab-99e2-81d0a3e03852 req-604f7604-64f1-48a9-b0cf-2d0b5a89ae1e tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c1a4d1b-de2b-4583-bea3-7d1b6916216a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127367 Jul 20 08:35:25.427634 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-54f7ecd6-0286-417a-977d-6c336e306b1a req-1e60c830-39e0-4d10-bb27-465a6315988b tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] For port 26b6ab63-8e74-43dc-82a1-e3067592fa61, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=26b6ab63-8e74-43dc-82a1-e3067592fa61,segment=NetworkSegment(776cc961-cf1a-4387-a2ab-f77730405db8),segment_id=776cc961-cf1a-4387-a2ab-f77730405db8)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:25.428005 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-54f7ecd6-0286-417a-977d-6c336e306b1a req-1e60c830-39e0-4d10-bb27-465a6315988b tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:25.469157 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-54f7ecd6-0286-417a-977d-6c336e306b1a req-1e60c830-39e0-4d10-bb27-465a6315988b tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Calling delete_port for 26b6ab63-8e74-43dc-82a1-e3067592fa61 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:35:25.489984 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de144c-aba0-4edd-a85f-bae8f90cc2db req-8e3bc5ac-553e-4009-b57a-b40bf8a3155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:25.491510 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-99de144c-aba0-4edd-a85f-bae8f90cc2db req-8e3bc5ac-553e-4009-b57a-b40bf8a3155d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 1130 time: 0.0557146 Jul 20 08:35:25.578569 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-99de144c-aba0-4edd-a85f-bae8f90cc2db req-13de2248-5e96-4459-8593-5432f5cf0275 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=469d479f-37db-4f9a-9264-a6836003c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591199 Jul 20 08:35:25.588107 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:25.645341 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-54f7ecd6-0286-417a-977d-6c336e306b1a req-1e60c830-39e0-4d10-bb27-465a6315988b tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (26b6ab63-8e74-43dc-82a1-e3067592fa61), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:25.674845 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60c830-39e0-4d10-bb27-465a6315988b tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Pushing event deleted for resources: {'Port': ['ID=26b6ab63-8e74-43dc-82a1-e3067592fa61,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:25.700426 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['26b6ab63-8e74-43dc-82a1-e3067592fa61'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:35:25.725496 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f7ecd6-0286-417a-977d-6c336e306b1a req-1e60c830-39e0-4d10-bb27-465a6315988b tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] No DVR routers for this DVR port 26b6ab63-8e74-43dc-82a1-e3067592fa61 on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:35:25.727877 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-54f7ecd6-0286-417a-977d-6c336e306b1a req-1e60c830-39e0-4d10-bb27-465a6315988b tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:25.732194 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-54f7ecd6-0286-417a-977d-6c336e306b1a req-1e60c830-39e0-4d10-bb27-465a6315988b tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.18 "DELETE /v2.0/ports/26b6ab63-8e74-43dc-82a1-e3067592fa61 HTTP/1.1" status: 204 len: 173 time: 0.6153736 Jul 20 08:35:25.732687 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'name': 'network-vif-deleted', 'tag': '26b6ab63-8e74-43dc-82a1-e3067592fa61'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:35:25.735059 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10586158-c851-4100-8164-a353e9cabfe4" -d '{"events": [{"server_uuid": "a437f068-8b36-411d-ab25-a00ec30b71de", "name": "network-vif-deleted", "tag": "26b6ab63-8e74-43dc-82a1-e3067592fa61"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:35:25.777295 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c909428c-dda9-448f-8886-f591cb6da06b x-openstack-request-id: req-c909428c-dda9-448f-8886-f591cb6da06b {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:35:25.777593 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a437f068-8b36-411d-ab25-a00ec30b71de", "name": "network-vif-deleted", "tag": "26b6ab63-8e74-43dc-82a1-e3067592fa61", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:35:25.777844 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c909428c-dda9-448f-8886-f591cb6da06b {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:35:25.778255 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c909428c-dda9-448f-8886-f591cb6da06b'] response: {'server_uuid': 'a437f068-8b36-411d-ab25-a00ec30b71de', 'name': 'network-vif-deleted', 'tag': '26b6ab63-8e74-43dc-82a1-e3067592fa61', 'status': 'completed', 'code': 200} Jul 20 08:35:26.183246 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5f45040-1247-4278-a720-abd4f72da164 req-686993fb-d328-4103-8133-584de0108ea3 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=af1fa4326bb34ee08ebc86e605b616c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312026 Jul 20 08:35:26.347478 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd260bdf-0667-47de-b18a-c8e57f383f3d req-3be680ed-e208-4c2f-814d-35a65eabbec2 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:26.348976 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fd260bdf-0667-47de-b18a-c8e57f383f3d req-3be680ed-e208-4c2f-814d-35a65eabbec2 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 946 time: 0.0637155 Jul 20 08:35:26.379126 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f45040-1247-4278-a720-abd4f72da164 req-1230f4e2-8374-4797-b4f5-03b1bf5c5259 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:26.380623 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5f45040-1247-4278-a720-abd4f72da164 req-1230f4e2-8374-4797-b4f5-03b1bf5c5259 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921918 Jul 20 08:35:26.396716 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5f45040-1247-4278-a720-abd4f72da164 req-d824999b-7e0b-4b5d-a73d-50410064bb23 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/quotas/af1fa4326bb34ee08ebc86e605b616c0 HTTP/1.1" status: 200 len: 375 time: 0.0099723 Jul 20 08:35:26.400510 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fd260bdf-0667-47de-b18a-c8e57f383f3d req-6bcc1df1-3030-4b15-a176-162f98d29035 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=469d479f-37db-4f9a-9264-a6836003c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452609 Jul 20 08:35:26.437191 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5f45040-1247-4278-a720-abd4f72da164 req-6b5ff37e-87c9-4e2d-898b-c1798a869271 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=af1fa4326bb34ee08ebc86e605b616c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338345 Jul 20 08:35:26.512367 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-359babeb-8a5e-4ac8-9e55-5e93df5e8a32 req-14e20003-c7ed-4b5a-a301-20e3d5d65fa1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 210 time: 0.0283051 Jul 20 08:35:26.556401 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:26.599877 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fa9ccb30-8aa2-438f-87ec-813d68d06759 req-29c55a13-0756-4047-b381-811a95c90817 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 210 time: 0.0279369 Jul 20 08:35:26.701545 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:27.517826 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc01e75-33e7-4633-ab36-590e857bac09 req-a8df0164-ca52-4747-a3df-a238edc1b2f1 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:27.519684 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bcc01e75-33e7-4633-ab36-590e857bac09 req-a8df0164-ca52-4747-a3df-a238edc1b2f1 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 946 time: 0.0486848 Jul 20 08:35:27.568559 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bcc01e75-33e7-4633-ab36-590e857bac09 req-4c0a242f-9ff4-4937-87a0-c6caa8e2ab6f tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=469d479f-37db-4f9a-9264-a6836003c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432868 Jul 20 08:35:27.606305 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:27.628971 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4b5bdb9b-4af7-46c9-ba09-f7a4a07caecb req-1555a001-aef0-4157-8597-f3ca3b3dd8c1 tempest-TestMinimumBasicScenario-1159848968 tempest-TestMinimumBasicScenario-1159848968-project] 10.222.0.64 "GET /v2.0/ports?device_id=a437f068-8b36-411d-ab25-a00ec30b71de HTTP/1.1" status: 200 len: 210 time: 0.0353162 Jul 20 08:35:27.686093 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e96066-bad3-4774-8262-c776020e7f19 req-af93c7bf-8e5e-4b2d-ae41-11cfd340ce9a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:27.687619 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0e96066-bad3-4774-8262-c776020e7f19 req-af93c7bf-8e5e-4b2d-ae41-11cfd340ce9a tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 946 time: 0.0509377 Jul 20 08:35:27.696130 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 41356) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:27.701354 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-bd857287-09a4-4fd2-846c-78b1e803b3b9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Request body: {'floatingip': {'port_id': '4ed2e645-2dd2-48a1-af71-1696a608bc20'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:35:27.719448 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-12500b09-62b4-4d55-b707-bcc6f7d572c3 req-bc3d3349-c744-4625-9319-23627d110024 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 210 time: 0.0293021 Jul 20 08:35:27.739417 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd857287-09a4-4fd2-846c-78b1e803b3b9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for floatingip (c8ea4e7f-8b2b-431a-b90d-1b40145ac662), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:28.102480 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:28.215990 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd857287-09a4-4fd2-846c-78b1e803b3b9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:28.220145 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd857287-09a4-4fd2-846c-78b1e803b3b9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (c8ea4e7f-8b2b-431a-b90d-1b40145ac662), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:28.319303 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-bd857287-09a4-4fd2-846c-78b1e803b3b9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Floating IP c8ea4e7f-8b2b-431a-b90d-1b40145ac662 associated. External IP: 172.27.1.120, port: 4ed2e645-2dd2-48a1-af71-1696a608bc20. Jul 20 08:35:28.718469 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:28.747485 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5f45040-1247-4278-a720-abd4f72da164 req-7f3ffa4b-cf94-4a1b-8989-a4a0a9ba158e tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=af1fa4326bb34ee08ebc86e605b616c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290313 Jul 20 08:35:28.773295 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:28.845745 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 26b6ab63-8e74-43dc-82a1-e3067592fa61 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:35:28.867127 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: 26b6ab63-8e74-43dc-82a1-e3067592fa61 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:35:28.867528 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 26b6ab63-8e74-43dc-82a1-e3067592fa61 not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:35:28.885466 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b0d660b-e33b-41d5-9555-2cad9ff4a7d2 req-a0bf3ec3-c600-42fd-892a-1a2731a2e583 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 210 time: 0.0793130 Jul 20 08:35:28.910014 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd857287-09a4-4fd2-846c-78b1e803b3b9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Router c245b0b3-c650-4a64-a3ff-113a63a41a0e has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:35:28.950123 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f45040-1247-4278-a720-abd4f72da164 req-0d3ab386-347f-499f-b76f-68c1e9e67ff8 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:28.951623 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5f45040-1247-4278-a720-abd4f72da164 req-0d3ab386-347f-499f-b76f-68c1e9e67ff8 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952085 Jul 20 08:35:28.988234 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-e5f45040-1247-4278-a720-abd4f72da164 req-d2aa045d-d6a7-4dfa-aff5-22e773f73f10 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Request body: {'port': {'device_id': '50b68122-0dc1-4eb1-9a9f-d8bb177b487a', 'network_id': 'be13f742-faa6-4fc1-88f9-5ceec15f059e', 'admin_state_up': True, 'tenant_id': 'af1fa4326bb34ee08ebc86e605b616c0'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:35:29.126514 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd857287-09a4-4fd2-846c-78b1e803b3b9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:35:29.131944 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd857287-09a4-4fd2-846c-78b1e803b3b9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:29.139284 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea6c10-dd75-41e7-abee-53d26c184dc0 None None] Sync routers for ids ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:35:29.151123 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea6c10-dd75-41e7-abee-53d26c184dc0 None None] Routers {'c245b0b3-c650-4a64-a3ff-113a63a41a0e'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:35:29.152039 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-57ea6c10-dd75-41e7-abee-53d26c184dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:35:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:29.192534 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-bd857287-09a4-4fd2-846c-78b1e803b3b9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "PUT /v2.0/floatingips/c8ea4e7f-8b2b-431a-b90d-1b40145ac662 HTTP/1.1" status: 200 len: 992 time: 1.4953041 Jul 20 08:35:29.193110 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a397563-630d-4bdc-b9e3-5c4b6c5f3d70', 'tag': '4ed2e645-2dd2-48a1-af71-1696a608bc20'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:35:29.195559 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe2a6ea-1886-4c77-b8ff-20db841f2514" -d '{"events": [{"name": "network-changed", "server_uuid": "4a397563-630d-4bdc-b9e3-5c4b6c5f3d70", "tag": "4ed2e645-2dd2-48a1-af71-1696a608bc20"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:35:29.199810 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f45040-1247-4278-a720-abd4f72da164 req-d2aa045d-d6a7-4dfa-aff5-22e773f73f10 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Made reservation on behalf of af1fa4326bb34ee08ebc86e605b616c0 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:35:29.204087 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e5f45040-1247-4278-a720-abd4f72da164 req-d2aa045d-d6a7-4dfa-aff5-22e773f73f10 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:29.217046 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e5f45040-1247-4278-a720-abd4f72da164 req-d2aa045d-d6a7-4dfa-aff5-22e773f73f10 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:29.248615 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792f47cd-7153-4c2b-af86-1d2a4b7ed3dd x-openstack-request-id: req-792f47cd-7153-4c2b-af86-1d2a4b7ed3dd {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:35:29.249172 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a397563-630d-4bdc-b9e3-5c4b6c5f3d70", "tag": "4ed2e645-2dd2-48a1-af71-1696a608bc20", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:35:29.249607 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-792f47cd-7153-4c2b-af86-1d2a4b7ed3dd {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:35:29.250204 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-792f47cd-7153-4c2b-af86-1d2a4b7ed3dd'] response: {'name': 'network-changed', 'server_uuid': '4a397563-630d-4bdc-b9e3-5c4b6c5f3d70', 'tag': '4ed2e645-2dd2-48a1-af71-1696a608bc20', 'status': 'completed', 'code': 200} Jul 20 08:35:29.284258 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-57ea6c10-dd75-41e7-abee-53d26c184dc0 None None] Set router c245b0b3-c650-4a64-a3ff-113a63a41a0e gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:35:29.345507 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=8 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:29.367801 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e5f45040-1247-4278-a720-abd4f72da164 req-d2aa045d-d6a7-4dfa-aff5-22e773f73f10 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Publish callbacks [] for security_group (3297726d-6dc3-4b67-babb-1bb58f9ae736), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:29.371000 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2a6ea-1886-4c77-b8ff-20db841f2514 req-4cd8adfa-1180-4907-bc04-5dc226263a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:29.372646 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8fe2a6ea-1886-4c77-b8ff-20db841f2514 req-4cd8adfa-1180-4907-bc04-5dc226263a44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4764ea3c4f4bf98ea56ee0798adfdc&device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 1130 time: 0.0676835 Jul 20 08:35:29.374269 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e5f45040-1247-4278-a720-abd4f72da164 req-d2aa045d-d6a7-4dfa-aff5-22e773f73f10 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (3297726d-6dc3-4b67-babb-1bb58f9ae736), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:29.437238 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 41414) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:29.504722 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa045d-d6a7-4dfa-aff5-22e773f73f10 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3297726d-6dc3-4b67-babb-1bb58f9ae736,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:29.571568 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:29.584668 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2a6ea-1886-4c77-b8ff-20db841f2514 req-ab39066e-5ad7-47db-824e-1def90ca1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:29.585500 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-57ea6c10-dd75-41e7-abee-53d26c184dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:26:11Z', 'revision_number': 4, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': 'c8ea4e7f-8b2b-431a-b90d-1b40145ac662', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'port_id': '4ed2e645-2dd2-48a1-af71-1696a608bc20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'mac_address': 'fa:16:3e:a6:ab:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a397563-630d-4bdc-b9e3-5c4b6c5f3d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:35:12Z', 'updated_at': '2022-07-20T08:35:28Z', 'revision_number': 1, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4a6035-8220-4e09-8d03-b0ed25181e75', 'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'mac_address': 'fa:16:3e:06:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:07Z', 'updated_at': '2022-07-20T08:26:24Z', 'revision_number': 5, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'subnets': [{'id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:29.586187 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8fe2a6ea-1886-4c77-b8ff-20db841f2514 req-ab39066e-5ad7-47db-824e-1def90ca1902 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 HTTP/1.1" status: 200 len: 911 time: 0.2054939 Jul 20 08:35:29.612780 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-e5f45040-1247-4278-a720-abd4f72da164 req-d2aa045d-d6a7-4dfa-aff5-22e773f73f10 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Allocated IP 192.168.233.94 (be13f742-faa6-4fc1-88f9-5ceec15f059e/54b46118-94c0-4768-a15c-4061be01f045/06c5d57e-3206-453a-9525-843ef10a265c) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:35:29.619584 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea6c10-dd75-41e7-abee-53d26c184dc0 None None] Checking router: c245b0b3-c650-4a64-a3ff-113a63a41a0e for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:35:29.630457 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea6c10-dd75-41e7-abee-53d26c184dc0 None None] Routers {'c245b0b3-c650-4a64-a3ff-113a63a41a0e'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:35:29.631256 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-57ea6c10-dd75-41e7-abee-53d26c184dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:35:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:29.700065 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8fe2a6ea-1886-4c77-b8ff-20db841f2514 req-a85a3649-8ef5-4335-bfd6-a7d898936479 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ed2e645-2dd2-48a1-af71-1696a608bc20 HTTP/1.1" status: 200 len: 1000 time: 0.1049497 Jul 20 08:35:29.742940 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-57ea6c10-dd75-41e7-abee-53d26c184dc0 None None] Set router c245b0b3-c650-4a64-a3ff-113a63a41a0e gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:35:29.769005 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2a6ea-1886-4c77-b8ff-20db841f2514 req-cdbe516b-f8cf-4348-bc0b-c97ee6752d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:29.770596 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8fe2a6ea-1886-4c77-b8ff-20db841f2514 req-cdbe516b-f8cf-4348-bc0b-c97ee6752d48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7 HTTP/1.1" status: 200 len: 849 time: 0.0622077 Jul 20 08:35:29.851457 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2a6ea-1886-4c77-b8ff-20db841f2514 req-5c308b50-f3c4-4f46-9a7a-95917eba1ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:29.854318 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8fe2a6ea-1886-4c77-b8ff-20db841f2514 req-5c308b50-f3c4-4f46-9a7a-95917eba1ff8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733814 Jul 20 08:35:29.899500 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:30.009368 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1a26dd64-48f9-4dbb-a007-b3a4e94be175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731768'] for router_interface (a800c844-60ce-43e9-8724-4e3d5044bd19), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:30.032587 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed3150c1-62d5-400a-8837-3748fd51c86e req-7101f568-ebc9-4e49-af02-6a1ceaff5180 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 210 time: 0.0486288 Jul 20 08:35:30.071792 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e5f45040-1247-4278-a720-abd4f72da164 req-d2aa045d-d6a7-4dfa-aff5-22e773f73f10 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Publish callbacks [] for port (06c5d57e-3206-453a-9525-843ef10a265c), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:30.093594 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8fe2a6ea-1886-4c77-b8ff-20db841f2514 req-f26f62f9-cf31-4f01-8100-c2ca3c22cf2d service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992142 Jul 20 08:35:30.121542 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-57ea6c10-dd75-41e7-abee-53d26c184dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:26:11Z', 'revision_number': 4, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': 'c8ea4e7f-8b2b-431a-b90d-1b40145ac662', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'port_id': '4ed2e645-2dd2-48a1-af71-1696a608bc20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'mac_address': 'fa:16:3e:a6:ab:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a397563-630d-4bdc-b9e3-5c4b6c5f3d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:35:12Z', 'updated_at': '2022-07-20T08:35:28Z', 'revision_number': 1, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4a6035-8220-4e09-8d03-b0ed25181e75', 'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'mac_address': 'fa:16:3e:06:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:07Z', 'updated_at': '2022-07-20T08:26:24Z', 'revision_number': 5, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'subnets': [{'id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:30.157482 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea6c10-dd75-41e7-abee-53d26c184dc0 None None] The sync data for ids ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'] in dv-cinder-823089-3-iscsi is: [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:26:11Z', 'revision_number': 4, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': 'c8ea4e7f-8b2b-431a-b90d-1b40145ac662', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'port_id': '4ed2e645-2dd2-48a1-af71-1696a608bc20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'mac_address': 'fa:16:3e:a6:ab:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a397563-630d-4bdc-b9e3-5c4b6c5f3d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:35:12Z', 'updated_at': '2022-07-20T08:35:28Z', 'revision_number': 1, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4a6035-8220-4e09-8d03-b0ed25181e75', 'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'mac_address': 'fa:16:3e:06:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:07Z', 'updated_at': '2022-07-20T08:26:24Z', 'revision_number': 5, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'subnets': [{'id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:35:30.172515 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e5f45040-1247-4278-a720-abd4f72da164 req-d2aa045d-d6a7-4dfa-aff5-22e773f73f10 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (06c5d57e-3206-453a-9525-843ef10a265c), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:30.228093 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:30.246562 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f45040-1247-4278-a720-abd4f72da164 req-d2aa045d-d6a7-4dfa-aff5-22e773f73f10 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Network be13f742-faa6-4fc1-88f9-5ceec15f059e is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:35:30.258009 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-e5f45040-1247-4278-a720-abd4f72da164 req-d2aa045d-d6a7-4dfa-aff5-22e773f73f10 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:35:30.263330 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f45040-1247-4278-a720-abd4f72da164 req-d2aa045d-d6a7-4dfa-aff5-22e773f73f10 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:35:30.266514 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa045d-d6a7-4dfa-aff5-22e773f73f10 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Pushing event updated for resources: {'Port': ['ID=06c5d57e-3206-453a-9525-843ef10a265c,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:30.283633 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-1a26dd64-48f9-4dbb-a007-b3a4e94be175 admin admin] Deleting port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:35:30.284053 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1a26dd64-48f9-4dbb-a007-b3a4e94be175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:30.295044 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8fe2a6ea-1886-4c77-b8ff-20db841f2514 req-3e5017f3-040d-4022-8ec7-6f2384285038 service neutron] 10.222.0.18 "GET /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926281 Jul 20 08:35:30.331482 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f45040-1247-4278-a720-abd4f72da164 req-d2aa045d-d6a7-4dfa-aff5-22e773f73f10 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:30.332545 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e5f45040-1247-4278-a720-abd4f72da164 req-d2aa045d-d6a7-4dfa-aff5-22e773f73f10 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:30.353174 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5f45040-1247-4278-a720-abd4f72da164 req-d2aa045d-d6a7-4dfa-aff5-22e773f73f10 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3707237 Jul 20 08:35:30.375459 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Request body: {'port': {'device_id': '50b68122-0dc1-4eb1-9a9f-d8bb177b487a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:35:30.390861 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-1a26dd64-48f9-4dbb-a007-b3a4e94be175 admin admin] For port f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6,segment=NetworkSegment(776cc961-cf1a-4387-a2ab-f77730405db8),segment_id=776cc961-cf1a-4387-a2ab-f77730405db8)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:30.391308 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1a26dd64-48f9-4dbb-a007-b3a4e94be175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:30.412635 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-1a26dd64-48f9-4dbb-a007-b3a4e94be175 admin admin] Calling delete_port for f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 owned by network:router_interface {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:35:30.455634 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d7882-bc35-47fb-b46f-f21b849ff4a5 None None] New status for floating IP c8ea4e7f-8b2b-431a-b90d-1b40145ac662: ACTIVE {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:35:30.463335 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (06c5d57e-3206-453a-9525-843ef10a265c), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:30.560407 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:30.604007 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-9306e41a-356f-428f-8e7f-8c423bf6d344 None None] Provisioning complete for port 06c5d57e-3206-453a-9525-843ef10a265c triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:35:30.604703 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9306e41a-356f-428f-8e7f-8c423bf6d344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (06c5d57e-3206-453a-9525-843ef10a265c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:30.657868 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-9306e41a-356f-428f-8e7f-8c423bf6d344 None None] Port 06c5d57e-3206-453a-9525-843ef10a265c cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:35:30.820550 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c5d57e-3206-453a-9525-843ef10a265c {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:35:30.822500 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:30.830796 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Publish callbacks [] for port (06c5d57e-3206-453a-9525-843ef10a265c), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:30.839803 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:30.894019 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1a26dd64-48f9-4dbb-a007-b3a4e94be175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:30.894313 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Transition to ACTIVE for port object 06c5d57e-3206-453a-9525-843ef10a265c will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:35:30.898264 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (06c5d57e-3206-453a-9525-843ef10a265c), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:30.920359 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26dd64-48f9-4dbb-a007-b3a4e94be175 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:30.957290 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Pushing event updated for resources: {'Port': ['ID=06c5d57e-3206-453a-9525-843ef10a265c,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:31.048627 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Attempting to bind port 06c5d57e-3206-453a-9525-843ef10a265c on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:35:31.049121 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Attempting to bind port 06c5d57e-3206-453a-9525-843ef10a265c by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': '96d5cbe4-ecee-421d-80ca-c529ea32d987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'be13f742-faa6-4fc1-88f9-5ceec15f059e'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:35:31.049694 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Attempting to bind port 06c5d57e-3206-453a-9525-843ef10a265c on network be13f742-faa6-4fc1-88f9-5ceec15f059e {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:35:31.056530 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Port 06c5d57e-3206-453a-9525-843ef10a265c on network be13f742-faa6-4fc1-88f9-5ceec15f059e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:35:31.057582 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Attempting to bind port 06c5d57e-3206-453a-9525-843ef10a265c on network be13f742-faa6-4fc1-88f9-5ceec15f059e {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:35:31.064017 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:35:31.064499 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Checking segment: {'id': '96d5cbe4-ecee-421d-80ca-c529ea32d987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'be13f742-faa6-4fc1-88f9-5ceec15f059e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:35:31.064978 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Bound using segment: {'id': '96d5cbe4-ecee-421d-80ca-c529ea32d987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'be13f742-faa6-4fc1-88f9-5ceec15f059e'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:35:31.065638 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Bound port: 06c5d57e-3206-453a-9525-843ef10a265c, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96d5cbe4-ecee-421d-80ca-c529ea32d987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'be13f742-faa6-4fc1-88f9-5ceec15f059e'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:35:31.066115 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (06c5d57e-3206-453a-9525-843ef10a265c), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:31.137394 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1a26dd64-48f9-4dbb-a007-b3a4e94be175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1731660'] for router_interface (a800c844-60ce-43e9-8724-4e3d5044bd19), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:31.153585 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] For port 06c5d57e-3206-453a-9525-843ef10a265c, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:35:31.158764 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] For port 06c5d57e-3206-453a-9525-843ef10a265c, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=06c5d57e-3206-453a-9525-843ef10a265c,segment=NetworkSegment(96d5cbe4-ecee-421d-80ca-c529ea32d987),segment_id=96d5cbe4-ecee-421d-80ca-c529ea32d987)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:35:31.170265 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (06c5d57e-3206-453a-9525-843ef10a265c), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:31.207384 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:31.208054 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:31.209590 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5f45040-1247-4278-a720-abd4f72da164 req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] 10.222.0.18 "PUT /v2.0/ports/06c5d57e-3206-453a-9525-843ef10a265c HTTP/1.1" status: 200 len: 1097 time: 0.8400352 Jul 20 08:35:31.245342 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecb706-547e-42ee-b791-80543769f89a req-12a96ad5-4ca6-4613-9d6d-c0135da1acaf tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:31.246959 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-85ecb706-547e-42ee-b791-80543769f89a req-12a96ad5-4ca6-4613-9d6d-c0135da1acaf tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 947 time: 0.1041403 Jul 20 08:35:31.253191 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b68122-0dc1-4eb1-9a9f-d8bb177b487a', 'tag': '06c5d57e-3206-453a-9525-843ef10a265c'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:35:31.259373 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5f7638-c403-46eb-9131-663a53efaf9b" -d '{"events": [{"name": "network-changed", "server_uuid": "50b68122-0dc1-4eb1-9a9f-d8bb177b487a", "tag": "06c5d57e-3206-453a-9525-843ef10a265c"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:35:31.273065 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de0a35-f189-4b30-a49b-727f0654d40f service neutron] Pushing event updated for resources: {'Port': ['ID=06c5d57e-3206-453a-9525-843ef10a265c,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:31.359296 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-85ecb706-547e-42ee-b791-80543769f89a req-39c19232-577c-4dcf-9078-0910cef624ce tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/security-groups?id=3297726d-6dc3-4b67-babb-1bb58f9ae736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047139 Jul 20 08:35:31.389788 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfbd40b-1b32-48a7-a9ad-1cbb0eb27ebe x-openstack-request-id: req-1cfbd40b-1b32-48a7-a9ad-1cbb0eb27ebe {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:35:31.390212 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b68122-0dc1-4eb1-9a9f-d8bb177b487a", "tag": "06c5d57e-3206-453a-9525-843ef10a265c", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:35:31.390550 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1cfbd40b-1b32-48a7-a9ad-1cbb0eb27ebe {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:35:31.391069 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cfbd40b-1b32-48a7-a9ad-1cbb0eb27ebe'] response: {'name': 'network-changed', 'server_uuid': '50b68122-0dc1-4eb1-9a9f-d8bb177b487a', 'tag': '06c5d57e-3206-453a-9525-843ef10a265c', 'status': 'completed', 'code': 200} Jul 20 08:35:31.407531 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f45040-1247-4278-a720-abd4f72da164 req-c5aad861-2b92-47e7-94cf-a75583598560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:31.409133 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5f45040-1247-4278-a720-abd4f72da164 req-c5aad861-2b92-47e7-94cf-a75583598560 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af1fa4326bb34ee08ebc86e605b616c0&device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 1131 time: 0.0858729 Jul 20 08:35:31.465018 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5f45040-1247-4278-a720-abd4f72da164 req-8787155d-dc4a-46f8-9ca0-7332e7a487cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=06c5d57e-3206-453a-9525-843ef10a265c HTTP/1.1" status: 200 len: 217 time: 0.0412514 Jul 20 08:35:31.485731 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a26dd64-48f9-4dbb-a007-b3a4e94be175 admin admin] Router a800c844-60ce-43e9-8724-4e3d5044bd19 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:35:31.527468 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f45040-1247-4278-a720-abd4f72da164 req-3e35d3b4-299b-43db-b08b-81409b13ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:31.529629 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5f45040-1247-4278-a720-abd4f72da164 req-3e35d3b4-299b-43db-b08b-81409b13ed95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54b46118-94c0-4768-a15c-4061be01f045 HTTP/1.1" status: 200 len: 843 time: 0.0583560 Jul 20 08:35:31.579207 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f45040-1247-4278-a720-abd4f72da164 req-d2af7b0c-7c1b-4bed-ad5c-9150ac7a6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:31.580775 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5f45040-1247-4278-a720-abd4f72da164 req-d2af7b0c-7c1b-4bed-ad5c-9150ac7a6509 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be13f742-faa6-4fc1-88f9-5ceec15f059e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0447738 Jul 20 08:35:31.600988 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a26dd64-48f9-4dbb-a007-b3a4e94be175 admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:35:31.609019 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1a26dd64-48f9-4dbb-a007-b3a4e94be175 admin admin] 10.222.0.64 "PUT /v2.0/routers/a800c844-60ce-43e9-8724-4e3d5044bd19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1671643 Jul 20 08:35:31.609133 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 41424) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:31.612179 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6325ad-6d80-49d2-83ac-32228b1453c6 None None] Sync routers for ids ['a800c844-60ce-43e9-8724-4e3d5044bd19'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:35:31.640202 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6325ad-6d80-49d2-83ac-32228b1453c6 None None] Routers {'a800c844-60ce-43e9-8724-4e3d5044bd19'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:35:31.641096 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-ec6325ad-6d80-49d2-83ac-32228b1453c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:35:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['a800c844-60ce-43e9-8724-4e3d5044bd19'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:31.665305 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:31.700130 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5f45040-1247-4278-a720-abd4f72da164 req-5496f776-4656-42b9-a8e8-c804cee9da66 service neutron] 10.222.0.18 "GET /v2.0/networks/be13f742-faa6-4fc1-88f9-5ceec15f059e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121294 Jul 20 08:35:31.735825 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3c10311a-ef1f-473b-8892-f3cb8fab9d14 admin admin] Publish callbacks [] for router (a800c844-60ce-43e9-8724-4e3d5044bd19), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:31.758754 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-ec6325ad-6d80-49d2-83ac-32228b1453c6 None None] Set router a800c844-60ce-43e9-8724-4e3d5044bd19 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:35:31.795795 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:31.814818 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5f45040-1247-4278-a720-abd4f72da164 req-6f10616b-b991-4111-ba59-2e3f042896fb service neutron] 10.222.0.18 "GET /v2.0/networks/be13f742-faa6-4fc1-88f9-5ceec15f059e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079981 Jul 20 08:35:31.818152 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:31.855312 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3c10311a-ef1f-473b-8892-f3cb8fab9d14 admin admin] Publish callbacks [] for router_gateway (a800c844-60ce-43e9-8724-4e3d5044bd19), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:31.886728 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:31.904787 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-3c10311a-ef1f-473b-8892-f3cb8fab9d14 admin admin] Deleting port ebb85a37-e9ac-4753-ba9c-669f5cc0516a {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:35:31.905138 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3c10311a-ef1f-473b-8892-f3cb8fab9d14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (ebb85a37-e9ac-4753-ba9c-669f5cc0516a), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:31.959666 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-ec6325ad-6d80-49d2-83ac-32228b1453c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'name': 'tempest-TestMinimumBasicScenario-92132350-router', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:08Z', 'updated_at': '2022-07-20T08:35:30Z', 'revision_number': 5, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'gw_port': {'id': 'ebb85a37-e9ac-4753-ba9c-669f5cc0516a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:09Z', 'updated_at': '2022-07-20T08:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:31.989613 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6325ad-6d80-49d2-83ac-32228b1453c6 None None] Checking router: a800c844-60ce-43e9-8724-4e3d5044bd19 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:35:31.991477 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:31.999159 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6325ad-6d80-49d2-83ac-32228b1453c6 None None] Routers {'a800c844-60ce-43e9-8724-4e3d5044bd19'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:35:31.999784 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-ec6325ad-6d80-49d2-83ac-32228b1453c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:35:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['a800c844-60ce-43e9-8724-4e3d5044bd19'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:32.000371 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-3c10311a-ef1f-473b-8892-f3cb8fab9d14 admin admin] For port ebb85a37-e9ac-4753-ba9c-669f5cc0516a, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=ebb85a37-e9ac-4753-ba9c-669f5cc0516a,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:32.000748 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3c10311a-ef1f-473b-8892-f3cb8fab9d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (ebb85a37-e9ac-4753-ba9c-669f5cc0516a), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:32.016685 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-3c10311a-ef1f-473b-8892-f3cb8fab9d14 admin admin] Calling delete_port for ebb85a37-e9ac-4753-ba9c-669f5cc0516a owned by network:router_gateway {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:35:32.087686 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-ec6325ad-6d80-49d2-83ac-32228b1453c6 None None] Set router a800c844-60ce-43e9-8724-4e3d5044bd19 gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:35:32.140887 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-ec6325ad-6d80-49d2-83ac-32228b1453c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'name': 'tempest-TestMinimumBasicScenario-92132350-router', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:08Z', 'updated_at': '2022-07-20T08:35:31Z', 'revision_number': 6, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'gw_port_host': None}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:32.167848 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6325ad-6d80-49d2-83ac-32228b1453c6 None None] The sync data for ids ['a800c844-60ce-43e9-8724-4e3d5044bd19'] in dv-cinder-823089-3-iscsi is: [{'id': 'a800c844-60ce-43e9-8724-4e3d5044bd19', 'name': 'tempest-TestMinimumBasicScenario-92132350-router', 'tenant_id': '5732783c305f47a389104f7ea5ac5fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:08Z', 'updated_at': '2022-07-20T08:35:31Z', 'revision_number': 6, 'project_id': '5732783c305f47a389104f7ea5ac5fcf', 'gw_port_host': None}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:35:32.198011 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3c10311a-ef1f-473b-8892-f3cb8fab9d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (ebb85a37-e9ac-4753-ba9c-669f5cc0516a), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:32.228181 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10311a-ef1f-473b-8892-f3cb8fab9d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb85a37-e9ac-4753-ba9c-669f5cc0516a,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:32.244330 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:35:32.303042 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3c10311a-ef1f-473b-8892-f3cb8fab9d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730087'] for router_gateway (a800c844-60ce-43e9-8724-4e3d5044bd19), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:32.395454 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3c10311a-ef1f-473b-8892-f3cb8fab9d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3830'] for router (a800c844-60ce-43e9-8724-4e3d5044bd19), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:32.397796 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3c10311a-ef1f-473b-8892-f3cb8fab9d14 admin admin] Publish callbacks [] for router_controller (a800c844-60ce-43e9-8724-4e3d5044bd19), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:32.444987 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3c10311a-ef1f-473b-8892-f3cb8fab9d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676458'] for router (a800c844-60ce-43e9-8724-4e3d5044bd19), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:32.445615 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c10311a-ef1f-473b-8892-f3cb8fab9d14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a800c844-60ce-43e9-8724-4e3d5044bd19 {{(pid=104022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 08:35:32.452714 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3c10311a-ef1f-473b-8892-f3cb8fab9d14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:32.456352 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-3c10311a-ef1f-473b-8892-f3cb8fab9d14 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a800c844-60ce-43e9-8724-4e3d5044bd19 HTTP/1.1" status: 204 len: 168 time: 0.8429613 Jul 20 08:35:32.456697 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 41428) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:32.527066 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cf186-95eb-4ce5-8962-9d9d4b01c831 req-4cf95b32-76f3-4226-bc0f-80a38df9d2f1 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:32.528678 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9a3cf186-95eb-4ce5-8962-9d9d4b01c831 req-4cf95b32-76f3-4226-bc0f-80a38df9d2f1 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 947 time: 0.0847619 Jul 20 08:35:32.553131 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-0410cdb8-3ebf-41b4-ba70-0abda6332b55 admin admin] Deleting subnet 718150d7-7cbc-41c9-a2af-162012ca723e {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 08:35:32.565760 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0410cdb8-3ebf-41b4-ba70-0abda6332b55 admin admin] Publish callbacks [] for subnet (718150d7-7cbc-41c9-a2af-162012ca723e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:32.625701 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0410cdb8-3ebf-41b4-ba70-0abda6332b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528500673'] for subnet (718150d7-7cbc-41c9-a2af-162012ca723e), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:32.631672 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9a3cf186-95eb-4ce5-8962-9d9d4b01c831 req-03a157a2-9460-43de-a2a9-da5b6144bf02 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/security-groups?id=3297726d-6dc3-4b67-babb-1bb58f9ae736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932491 Jul 20 08:35:32.722550 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0410cdb8-3ebf-41b4-ba70-0abda6332b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1021515'] for subnet (718150d7-7cbc-41c9-a2af-162012ca723e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:32.785425 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0410cdb8-3ebf-41b4-ba70-0abda6332b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528676299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530434281'] for subnet (718150d7-7cbc-41c9-a2af-162012ca723e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:32.810908 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410cdb8-3ebf-41b4-ba70-0abda6332b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=718150d7-7cbc-41c9-a2af-162012ca723e,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:32.816794 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0410cdb8-3ebf-41b4-ba70-0abda6332b55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:32.822191 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0410cdb8-3ebf-41b4-ba70-0abda6332b55 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/718150d7-7cbc-41c9-a2af-162012ca723e HTTP/1.1" status: 204 len: 168 time: 0.3642411 Jul 20 08:35:32.823180 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f06778-eb13-4e0e-94d6-1814e50de443 None None] Network abdb2b01-7e23-48cd-9c85-17299972804b requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:35:32.823654 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 41430) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:32.899294 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-828437'] for network (abdb2b01-7e23-48cd-9c85-17299972804b), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:32.958829 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] Deleting port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:35:32.959238 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (6f8ae083-835c-4b47-9556-58b5b3b0bb7b), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:33.016338 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f70a2a-dfcf-4130-8ae5-2c4a12257114 None None] DHCP port deletion for abdb2b01-7e23-48cd-9c85-17299972804b request from dv-cinder-823089-3-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 08:35:33.039530 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] For port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=6f8ae083-835c-4b47-9556-58b5b3b0bb7b,segment=NetworkSegment(776cc961-cf1a-4387-a2ab-f77730405db8),segment_id=776cc961-cf1a-4387-a2ab-f77730405db8)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:33.039830 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (6f8ae083-835c-4b47-9556-58b5b3b0bb7b), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:33.060455 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-26f70a2a-dfcf-4130-8ae5-2c4a12257114 None None] Deleting port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:35:33.060993 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-26f70a2a-dfcf-4130-8ae5-2c4a12257114 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (6f8ae083-835c-4b47-9556-58b5b3b0bb7b), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:33.061294 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] Calling delete_port for 6f8ae083-835c-4b47-9556-58b5b3b0bb7b owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:35:33.141079 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-26f70a2a-dfcf-4130-8ae5-2c4a12257114 None None] For port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=6f8ae083-835c-4b47-9556-58b5b3b0bb7b,segment=NetworkSegment(776cc961-cf1a-4387-a2ab-f77730405db8),segment_id=776cc961-cf1a-4387-a2ab-f77730405db8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:33.141480 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-26f70a2a-dfcf-4130-8ae5-2c4a12257114 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (6f8ae083-835c-4b47-9556-58b5b3b0bb7b), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:33.158378 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (6f8ae083-835c-4b47-9556-58b5b3b0bb7b), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:33.158714 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-26f70a2a-dfcf-4130-8ae5-2c4a12257114 None None] Calling delete_port for 6f8ae083-835c-4b47-9556-58b5b3b0bb7b owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:35:33.167161 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:33.197985 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] No DVR routers for this DVR port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b on host dv-cinder-823089-3-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:35:33.203249 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8ae083-835c-4b47-9556-58b5b3b0bb7b,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:33.214471 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:33.265509 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-26f70a2a-dfcf-4130-8ae5-2c4a12257114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021'] for port (6f8ae083-835c-4b47-9556-58b5b3b0bb7b), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:33.294059 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021194', 'neutron.services.segments.db._delete_segments_for_network-8761468045370'] for network (abdb2b01-7e23-48cd-9c85-17299972804b), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:33.318452 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abdb2b01-7e23-48cd-9c85-17299972804b']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:33.319435 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f70a2a-dfcf-4130-8ae5-2c4a12257114 None None] Pushing event deleted for resources: {'Port': ['ID=6f8ae083-835c-4b47-9556-58b5b3b0bb7b,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:33.325414 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f70a2a-dfcf-4130-8ae5-2c4a12257114 None None] No DVR routers for this DVR port 6f8ae083-835c-4b47-9556-58b5b3b0bb7b on host dv-cinder-823089-3-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:35:33.340306 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776cc961-cf1a-4387-a2ab-f77730405db8') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:33.340836 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776cc961-cf1a-4387-a2ab-f77730405db8') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:33.354254 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 6f8ae083-835c-4b47-9556-58b5b3b0bb7b no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:35:33.361519 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761468047427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3606675'] for segment (776cc961-cf1a-4387-a2ab-f77730405db8), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:33.376318 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 6f8ae083-835c-4b47-9556-58b5b3b0bb7b {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:35:33.376824 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 6f8ae083-835c-4b47-9556-58b5b3b0bb7b not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:35:33.377331 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:35:33.396843 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (776cc961-cf1a-4387-a2ab-f77730405db8), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:33.399518 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:35:33.399872 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device f0d2d1a7-0e4e-45c4-b147-ac43c6a496c6 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:35:33.400292 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device ebb85a37-e9ac-4753-ba9c-669f5cc0516a no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:35:33.405215 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 08:35:33.405650 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529145648'] for segment (776cc961-cf1a-4387-a2ab-f77730405db8), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:33.421623 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:33.424136 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: ebb85a37-e9ac-4753-ba9c-669f5cc0516a {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:35:33.425177 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device ebb85a37-e9ac-4753-ba9c-669f5cc0516a not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:35:33.461364 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 776cc961-cf1a-4387-a2ab-f77730405db8 resource provider aggregate not found Jul 20 08:35:33.486092 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 776cc961-cf1a-4387-a2ab-f77730405db8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 776cc961-cf1a-4387-a2ab-f77730405db8 found for delete ", "request_id": "req-f0892532-a284-4bb2-9d1e-62d2e579a714"}]} Jul 20 08:35:33.487299 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730124'] for network (abdb2b01-7e23-48cd-9c85-17299972804b), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:33.493605 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:33.496629 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/abdb2b01-7e23-48cd-9c85-17299972804b HTTP/1.1" status: 204 len: 168 time: 0.6721985 Jul 20 08:35:33.499751 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 41436) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:33.507854 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d48506-906b-4c2d-8792-c6c7aab96ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=abdb2b01-7e23-48cd-9c85-17299972804b,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:33.761187 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8f4e0-6934-4142-ba78-3acb5bd92970 req-829f788c-5ad2-4ca0-b6b6-6ac960a467ac tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:33.763176 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-94e8f4e0-6934-4142-ba78-3acb5bd92970 req-829f788c-5ad2-4ca0-b6b6-6ac960a467ac tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 947 time: 0.0528395 Jul 20 08:35:33.811790 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-94e8f4e0-6934-4142-ba78-3acb5bd92970 req-b8d88d80-bae7-4c13-b630-d245d8bfb0c0 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/security-groups?id=3297726d-6dc3-4b67-babb-1bb58f9ae736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425246 Jul 20 08:35:33.894324 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0ceca38d-810b-4966-ba29-7c77be224904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731768'] for router_interface (0c7afd23-c588-4bef-a8a4-750a4307f5de), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:34.257146 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:34.453216 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-0ceca38d-810b-4966-ba29-7c77be224904 admin admin] Deleting port 092f5601-a027-47e4-8aa7-31719d3e1a2c {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:35:34.453565 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0ceca38d-810b-4966-ba29-7c77be224904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:34.464888 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:34.535419 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-0ceca38d-810b-4966-ba29-7c77be224904 admin admin] For port 092f5601-a027-47e4-8aa7-31719d3e1a2c, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=092f5601-a027-47e4-8aa7-31719d3e1a2c,segment=NetworkSegment(49ecfc24-23ce-4b7c-94ed-0c5751ff755c),segment_id=49ecfc24-23ce-4b7c-94ed-0c5751ff755c)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:34.536123 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0ceca38d-810b-4966-ba29-7c77be224904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:34.549515 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-0ceca38d-810b-4966-ba29-7c77be224904 admin admin] Calling delete_port for 092f5601-a027-47e4-8aa7-31719d3e1a2c owned by network:router_interface {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:35:34.731342 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0ceca38d-810b-4966-ba29-7c77be224904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (092f5601-a027-47e4-8aa7-31719d3e1a2c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:34.765607 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceca38d-810b-4966-ba29-7c77be224904 admin admin] Pushing event deleted for resources: {'Port': ['ID=092f5601-a027-47e4-8aa7-31719d3e1a2c,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:34.965951 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04285ef9-59f9-4e68-a3e7-6d94612459d5 req-ae4e2e67-6383-4b3e-8826-638820df5a9c tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:34.967488 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-04285ef9-59f9-4e68-a3e7-6d94612459d5 req-ae4e2e67-6383-4b3e-8826-638820df5a9c tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 947 time: 0.0621443 Jul 20 08:35:34.969784 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0ceca38d-810b-4966-ba29-7c77be224904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1731660'] for router_interface (0c7afd23-c588-4bef-a8a4-750a4307f5de), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:35.096862 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-04285ef9-59f9-4e68-a3e7-6d94612459d5 req-7bd2f5e5-02e7-4206-aea5-7140f60a0c6e tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/security-groups?id=3297726d-6dc3-4b67-babb-1bb58f9ae736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237500 Jul 20 08:35:35.196068 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:35.226823 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ceca38d-810b-4966-ba29-7c77be224904 admin admin] Router 0c7afd23-c588-4bef-a8a4-750a4307f5de has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:35:35.315101 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:35.337590 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceca38d-810b-4966-ba29-7c77be224904 admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:35:35.344955 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0ceca38d-810b-4966-ba29-7c77be224904 admin admin] 10.222.0.64 "PUT /v2.0/routers/0c7afd23-c588-4bef-a8a4-750a4307f5de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8438132 Jul 20 08:35:35.345619 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 41444) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:35.346354 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0315842c-9d5b-4bb5-bffa-0ce8ec610601 None None] Sync routers for ids ['0c7afd23-c588-4bef-a8a4-750a4307f5de'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:35:35.358428 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0315842c-9d5b-4bb5-bffa-0ce8ec610601 None None] Routers {'0c7afd23-c588-4bef-a8a4-750a4307f5de'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:35:35.359367 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-0315842c-9d5b-4bb5-bffa-0ce8ec610601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:35:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['0c7afd23-c588-4bef-a8a4-750a4307f5de'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:35.454891 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae20a-ba12-4c19-ba1f-12544670ea6e admin admin] Publish callbacks [] for router (0c7afd23-c588-4bef-a8a4-750a4307f5de), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:35.465452 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-0315842c-9d5b-4bb5-bffa-0ce8ec610601 None None] Set router 0c7afd23-c588-4bef-a8a4-750a4307f5de gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:35:35.559815 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae20a-ba12-4c19-ba1f-12544670ea6e admin admin] Publish callbacks [] for router_gateway (0c7afd23-c588-4bef-a8a4-750a4307f5de), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:35.604656 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-ca5ae20a-ba12-4c19-ba1f-12544670ea6e admin admin] Deleting port 30098a59-a816-4312-a982-d67d4e6a7413 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:35:35.604964 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae20a-ba12-4c19-ba1f-12544670ea6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (30098a59-a816-4312-a982-d67d4e6a7413), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:35.644220 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-0315842c-9d5b-4bb5-bffa-0ce8ec610601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'name': 'tempest-TestMinimumBasicScenario-1300142523-router', 'tenant_id': 'd6bb6c3f331a4fb581256890765018ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '30098a59-a816-4312-a982-d67d4e6a7413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:17Z', 'updated_at': '2022-07-20T08:35:34Z', 'revision_number': 5, 'project_id': 'd6bb6c3f331a4fb581256890765018ac', 'gw_port': {'id': '30098a59-a816-4312-a982-d67d4e6a7413', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:18Z', 'updated_at': '2022-07-20T08:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:35.670847 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0315842c-9d5b-4bb5-bffa-0ce8ec610601 None None] Checking router: 0c7afd23-c588-4bef-a8a4-750a4307f5de for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:35:35.680447 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0315842c-9d5b-4bb5-bffa-0ce8ec610601 None None] Routers {'0c7afd23-c588-4bef-a8a4-750a4307f5de'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:35:35.681064 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-0315842c-9d5b-4bb5-bffa-0ce8ec610601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:35:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['0c7afd23-c588-4bef-a8a4-750a4307f5de'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:35.694698 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-ca5ae20a-ba12-4c19-ba1f-12544670ea6e admin admin] For port 30098a59-a816-4312-a982-d67d4e6a7413, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=30098a59-a816-4312-a982-d67d4e6a7413,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:35.695332 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae20a-ba12-4c19-ba1f-12544670ea6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (30098a59-a816-4312-a982-d67d4e6a7413), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:35.710123 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-ca5ae20a-ba12-4c19-ba1f-12544670ea6e admin admin] Calling delete_port for 30098a59-a816-4312-a982-d67d4e6a7413 owned by network:router_gateway {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:35:35.726698 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f7638-c403-46eb-9131-663a53efaf9b req-1fddaac6-7b39-43ac-8feb-e90a17778f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:35.728352 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4d5f7638-c403-46eb-9131-663a53efaf9b req-1fddaac6-7b39-43ac-8feb-e90a17778f8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af1fa4326bb34ee08ebc86e605b616c0&device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 1131 time: 0.0546701 Jul 20 08:35:35.769448 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-0315842c-9d5b-4bb5-bffa-0ce8ec610601 None None] Set router 0c7afd23-c588-4bef-a8a4-750a4307f5de gateway port host: None {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:35:35.824146 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-0315842c-9d5b-4bb5-bffa-0ce8ec610601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'name': 'tempest-TestMinimumBasicScenario-1300142523-router', 'tenant_id': 'd6bb6c3f331a4fb581256890765018ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:17Z', 'updated_at': '2022-07-20T08:35:35Z', 'revision_number': 6, 'project_id': 'd6bb6c3f331a4fb581256890765018ac', 'gw_port_host': None}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:35.829353 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f7638-c403-46eb-9131-663a53efaf9b req-29c35d2e-5d9d-4c5d-93ae-66d6d4032889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:35.830960 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4d5f7638-c403-46eb-9131-663a53efaf9b req-29c35d2e-5d9d-4c5d-93ae-66d6d4032889 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be13f742-faa6-4fc1-88f9-5ceec15f059e HTTP/1.1" status: 200 len: 870 time: 0.0958266 Jul 20 08:35:35.850031 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0315842c-9d5b-4bb5-bffa-0ce8ec610601 None None] The sync data for ids ['0c7afd23-c588-4bef-a8a4-750a4307f5de'] in dv-cinder-823089-3-iscsi is: [{'id': '0c7afd23-c588-4bef-a8a4-750a4307f5de', 'name': 'tempest-TestMinimumBasicScenario-1300142523-router', 'tenant_id': 'd6bb6c3f331a4fb581256890765018ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:17Z', 'updated_at': '2022-07-20T08:35:35Z', 'revision_number': 6, 'project_id': 'd6bb6c3f331a4fb581256890765018ac', 'gw_port_host': None}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:35:35.873741 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4d5f7638-c403-46eb-9131-663a53efaf9b req-3871b91f-b615-4184-be0f-e92c2f87a84b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=06c5d57e-3206-453a-9525-843ef10a265c HTTP/1.1" status: 200 len: 217 time: 0.0349474 Jul 20 08:35:35.909125 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae20a-ba12-4c19-ba1f-12544670ea6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (30098a59-a816-4312-a982-d67d4e6a7413), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:35.914260 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:35.926182 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f7638-c403-46eb-9131-663a53efaf9b req-49abae1a-f865-458a-9d10-e826b5ca3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:35.927698 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4d5f7638-c403-46eb-9131-663a53efaf9b req-49abae1a-f865-458a-9d10-e826b5ca3139 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54b46118-94c0-4768-a15c-4061be01f045 HTTP/1.1" status: 200 len: 843 time: 0.0483789 Jul 20 08:35:35.949998 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ae20a-ba12-4c19-ba1f-12544670ea6e admin admin] Pushing event deleted for resources: {'Port': ['ID=30098a59-a816-4312-a982-d67d4e6a7413,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:35.978792 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f7638-c403-46eb-9131-663a53efaf9b req-7f5db7e2-59b8-470e-93e8-9e88f02ae569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:35.980406 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4d5f7638-c403-46eb-9131-663a53efaf9b req-7f5db7e2-59b8-470e-93e8-9e88f02ae569 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be13f742-faa6-4fc1-88f9-5ceec15f059e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0465114 Jul 20 08:35:36.009273 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae20a-ba12-4c19-ba1f-12544670ea6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730087'] for router_gateway (0c7afd23-c588-4bef-a8a4-750a4307f5de), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:36.074824 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4d5f7638-c403-46eb-9131-663a53efaf9b req-3ef0d1c0-9bd1-49dc-a445-8157cc8777c3 service neutron] 10.222.0.18 "GET /v2.0/networks/be13f742-faa6-4fc1-88f9-5ceec15f059e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876207 Jul 20 08:35:36.100453 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae20a-ba12-4c19-ba1f-12544670ea6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3830'] for router (0c7afd23-c588-4bef-a8a4-750a4307f5de), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:36.102728 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae20a-ba12-4c19-ba1f-12544670ea6e admin admin] Publish callbacks [] for router_controller (0c7afd23-c588-4bef-a8a4-750a4307f5de), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:36.152870 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae20a-ba12-4c19-ba1f-12544670ea6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676458'] for router (0c7afd23-c588-4bef-a8a4-750a4307f5de), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:36.153567 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5ae20a-ba12-4c19-ba1f-12544670ea6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c7afd23-c588-4bef-a8a4-750a4307f5de {{(pid=104022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 08:35:36.157870 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae20a-ba12-4c19-ba1f-12544670ea6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:36.159603 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ca5ae20a-ba12-4c19-ba1f-12544670ea6e admin admin] 10.222.0.64 "DELETE /v2.0/routers/0c7afd23-c588-4bef-a8a4-750a4307f5de HTTP/1.1" status: 204 len: 168 time: 0.8124175 Jul 20 08:35:36.162151 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 41452) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:36.181389 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4d5f7638-c403-46eb-9131-663a53efaf9b req-ece163d5-d278-4c00-afaf-030e5e080a28 service neutron] 10.222.0.18 "GET /v2.0/networks/be13f742-faa6-4fc1-88f9-5ceec15f059e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990670 Jul 20 08:35:36.248095 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de72e1-bfe0-432d-bbf3-25a762b1855d req-7dd41c37-d5e3-417b-b7fb-dbc0f306d168 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:36.249674 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f2de72e1-bfe0-432d-bbf3-25a762b1855d req-7dd41c37-d5e3-417b-b7fb-dbc0f306d168 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 947 time: 0.0794766 Jul 20 08:35:36.255320 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ac5d87-daad-45f0-b620-80349a306793 admin admin] Deleting subnet 5889d370-8148-40db-ba7d-920735f01639 {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 08:35:36.260155 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:36.261139 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-65ac5d87-daad-45f0-b620-80349a306793 admin admin] Publish callbacks [] for subnet (5889d370-8148-40db-ba7d-920735f01639), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:36.329004 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-65ac5d87-daad-45f0-b620-80349a306793 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3606698'] for subnet (5889d370-8148-40db-ba7d-920735f01639), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:36.373404 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f2de72e1-bfe0-432d-bbf3-25a762b1855d req-37a121eb-eb80-4fab-90a6-cb1cc167a72c tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/security-groups?id=3297726d-6dc3-4b67-babb-1bb58f9ae736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155353 Jul 20 08:35:36.680611 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-65ac5d87-daad-45f0-b620-80349a306793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1021515'] for subnet (5889d370-8148-40db-ba7d-920735f01639), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:36.742159 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-65ac5d87-daad-45f0-b620-80349a306793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529141650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530497388'] for subnet (5889d370-8148-40db-ba7d-920735f01639), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:36.775809 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac5d87-daad-45f0-b620-80349a306793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5889d370-8148-40db-ba7d-920735f01639,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:36.777942 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-65ac5d87-daad-45f0-b620-80349a306793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:36.783076 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987470c3-8095-41b4-b88f-2ed75cb84178 None None] Network 99f5a1ef-ee4e-4950-9795-87d328982907 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:35:36.783986 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-65ac5d87-daad-45f0-b620-80349a306793 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5889d370-8148-40db-ba7d-920735f01639 HTTP/1.1" status: 204 len: 168 time: 0.6206598 Jul 20 08:35:36.784440 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 41458) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:36.861822 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-828437'] for network (99f5a1ef-ee4e-4950-9795-87d328982907), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:36.870778 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 06c5d57e-3206-453a-9525-843ef10a265c details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:35:36.911286 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] Deleting port 1161c575-3897-4061-917f-3b4c5c8752e2 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:35:36.911636 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (1161c575-3897-4061-917f-3b4c5c8752e2), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:36.990882 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] For port 1161c575-3897-4061-917f-3b4c5c8752e2, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=1161c575-3897-4061-917f-3b4c5c8752e2,segment=NetworkSegment(49ecfc24-23ce-4b7c-94ed-0c5751ff755c),segment_id=49ecfc24-23ce-4b7c-94ed-0c5751ff755c)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:36.991367 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (1161c575-3897-4061-917f-3b4c5c8752e2), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:36.993655 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 06c5d57e-3206-453a-9525-843ef10a265c, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=06c5d57e-3206-453a-9525-843ef10a265c,segment=NetworkSegment(96d5cbe4-ecee-421d-80ca-c529ea32d987),segment_id=96d5cbe4-ecee-421d-80ca-c529ea32d987)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:37.007615 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] Calling delete_port for 1161c575-3897-4061-917f-3b4c5c8752e2 owned by network:dhcp {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:35:37.007826 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadbc0d8-a57f-4456-8b55-bc9fb9e07b43 None None] DHCP port deletion for 99f5a1ef-ee4e-4950-9795-87d328982907 request from dv-cinder-823089-3-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 08:35:37.010551 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '06c5d57e-3206-453a-9525-843ef10a265c', 'network_id': 'be13f742-faa6-4fc1-88f9-5ceec15f059e', 'port_id': '06c5d57e-3206-453a-9525-843ef10a265c', 'mac_address': 'fa:16:3e:81:6c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b46118-94c0-4768-a15c-4061be01f045', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:35:37.076205 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-fadbc0d8-a57f-4456-8b55-bc9fb9e07b43 None None] Deleting port 1161c575-3897-4061-917f-3b4c5c8752e2 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:35:37.076582 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fadbc0d8-a57f-4456-8b55-bc9fb9e07b43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (1161c575-3897-4061-917f-3b4c5c8752e2), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:37.078255 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 06c5d57e-3206-453a-9525-843ef10a265c is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:35:37.078649 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (06c5d57e-3206-453a-9525-843ef10a265c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:37.081732 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:37.096529 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (1161c575-3897-4061-917f-3b4c5c8752e2), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:37.101019 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:37.116268 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c5d57e-3206-453a-9525-843ef10a265c {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:35:37.129224 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1161c575-3897-4061-917f-3b4c5c8752e2,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:37.131046 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] No DVR routers for this DVR port 1161c575-3897-4061-917f-3b4c5c8752e2 on host dv-cinder-823089-3-iscsi {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:35:37.177308 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 06c5d57e-3206-453a-9525-843ef10a265c, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=06c5d57e-3206-453a-9525-843ef10a265c,segment=NetworkSegment(96d5cbe4-ecee-421d-80ca-c529ea32d987),segment_id=96d5cbe4-ecee-421d-80ca-c529ea32d987)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:37.179652 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-fadbc0d8-a57f-4456-8b55-bc9fb9e07b43 None None] For port 1161c575-3897-4061-917f-3b4c5c8752e2, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=1161c575-3897-4061-917f-3b4c5c8752e2,segment=NetworkSegment(49ecfc24-23ce-4b7c-94ed-0c5751ff755c),segment_id=49ecfc24-23ce-4b7c-94ed-0c5751ff755c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:37.180184 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fadbc0d8-a57f-4456-8b55-bc9fb9e07b43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (1161c575-3897-4061-917f-3b4c5c8752e2), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:37.184166 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (06c5d57e-3206-453a-9525-843ef10a265c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:37.204540 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021194', 'neutron.services.segments.db._delete_segments_for_network-8761468045370'] for network (99f5a1ef-ee4e-4950-9795-87d328982907), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:37.214116 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-fadbc0d8-a57f-4456-8b55-bc9fb9e07b43 None None] Calling delete_port for 1161c575-3897-4061-917f-3b4c5c8752e2 owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:35:37.229339 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f5a1ef-ee4e-4950-9795-87d328982907']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:37.239272 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ecfc24-23ce-4b7c-94ed-0c5751ff755c') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:37.240933 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ecfc24-23ce-4b7c-94ed-0c5751ff755c') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:35:37.250213 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761468047427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528500728'] for segment (49ecfc24-23ce-4b7c-94ed-0c5751ff755c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:37.265100 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (49ecfc24-23ce-4b7c-94ed-0c5751ff755c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:37.273777 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 08:35:37.274497 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528672105'] for segment (49ecfc24-23ce-4b7c-94ed-0c5751ff755c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:37.285408 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=06c5d57e-3206-453a-9525-843ef10a265c,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:37.336423 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fadbc0d8-a57f-4456-8b55-bc9fb9e07b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021'] for port (1161c575-3897-4061-917f-3b4c5c8752e2), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:37.349624 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:37.351286 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 1161c575-3897-4061-917f-3b4c5c8752e2 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:35:37.361915 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730124'] for network (99f5a1ef-ee4e-4950-9795-87d328982907), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:37.378228 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:37.384115 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/99f5a1ef-ee4e-4950-9795-87d328982907 HTTP/1.1" status: 204 len: 168 time: 0.5958862 Jul 20 08:35:37.384115 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ffa9e-2cc1-44ca-8014-a877eba08da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=99f5a1ef-ee4e-4950-9795-87d328982907,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:37.397975 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbc0d8-a57f-4456-8b55-bc9fb9e07b43 None None] Pushing event deleted for resources: {'Port': ['ID=1161c575-3897-4061-917f-3b4c5c8752e2,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:37.404091 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadbc0d8-a57f-4456-8b55-bc9fb9e07b43 None None] No DVR routers for this DVR port 1161c575-3897-4061-917f-3b4c5c8752e2 on host dv-cinder-823089-3-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:35:37.409169 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 1161c575-3897-4061-917f-3b4c5c8752e2 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:35:37.409525 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 1161c575-3897-4061-917f-3b4c5c8752e2 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:35:37.410133 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 30098a59-a816-4312-a982-d67d4e6a7413 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:35:37.431764 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 30098a59-a816-4312-a982-d67d4e6a7413 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:35:37.432116 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 30098a59-a816-4312-a982-d67d4e6a7413 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:35:37.432535 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 092f5601-a027-47e4-8aa7-31719d3e1a2c no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:35:37.454197 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 092f5601-a027-47e4-8aa7-31719d3e1a2c {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:35:37.454548 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 092f5601-a027-47e4-8aa7-31719d3e1a2c not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:35:37.469928 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 49ecfc24-23ce-4b7c-94ed-0c5751ff755c resource provider aggregate not found Jul 20 08:35:37.489729 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 49ecfc24-23ce-4b7c-94ed-0c5751ff755c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49ecfc24-23ce-4b7c-94ed-0c5751ff755c found for delete ", "request_id": "req-384821cf-fd14-467d-a3c8-48d8a360e7e9"}]} Jul 20 08:35:37.544802 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38156b38-e3ab-4668-8cd0-0e2da893b9e6 req-93a0df9b-52d6-4783-9e1a-2d4e9120cd4d tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:37.546361 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-38156b38-e3ab-4668-8cd0-0e2da893b9e6 req-93a0df9b-52d6-4783-9e1a-2d4e9120cd4d tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 948 time: 0.0557621 Jul 20 08:35:37.580156 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 41470) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:37.607742 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-38156b38-e3ab-4668-8cd0-0e2da893b9e6 req-47f56448-f56e-4449-819a-f6d62b2b3b54 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/security-groups?id=3297726d-6dc3-4b67-babb-1bb58f9ae736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523934 Jul 20 08:35:37.626732 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f9416a66-c2d5-4689-8f21-f9e0aea5026f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5732783c305f47a389104f7ea5ac5fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453348 Jul 20 08:35:37.630099 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 41472) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:37.687250 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8a70a1e4-452d-44f1-a557-88bcdfe45415 admin admin] Publish callbacks [] for security_group (6c1a4d1b-de2b-4583-bea3-7d1b6916216a), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:37.711462 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8a70a1e4-452d-44f1-a557-88bcdfe45415 admin admin] Publish callbacks [] for security_group (6c1a4d1b-de2b-4583-bea3-7d1b6916216a), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:37.757387 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['06c5d57e-3206-453a-9525-843ef10a265c'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:35:37.767675 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8a70a1e4-452d-44f1-a557-88bcdfe45415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (6c1a4d1b-de2b-4583-bea3-7d1b6916216a), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:37.770347 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8a70a1e4-452d-44f1-a557-88bcdfe45415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:37.771609 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8a70a1e4-452d-44f1-a557-88bcdfe45415 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6c1a4d1b-de2b-4583-bea3-7d1b6916216a HTTP/1.1" status: 204 len: 168 time: 0.1402798 Jul 20 08:35:37.780464 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70a1e4-452d-44f1-a557-88bcdfe45415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1a4d1b-de2b-4583-bea3-7d1b6916216a,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:37.835997 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:38.205467 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 41478) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:38.258641 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-cf4cad0c-00a4-44cd-b3fa-4fc6f06929b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6bb6c3f331a4fb581256890765018ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519912 Jul 20 08:35:38.261324 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 41480) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:38.325410 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b633f8b-fafb-4f4c-8ece-6e330afd5411 admin admin] Publish callbacks [] for security_group (ced8977b-eeb3-47cb-8a90-dee7be2dcaae), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:38.349142 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b633f8b-fafb-4f4c-8ece-6e330afd5411 admin admin] Publish callbacks [] for security_group (ced8977b-eeb3-47cb-8a90-dee7be2dcaae), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:38.400999 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b633f8b-fafb-4f4c-8ece-6e330afd5411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ced8977b-eeb3-47cb-8a90-dee7be2dcaae), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:38.403884 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b633f8b-fafb-4f4c-8ece-6e330afd5411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:38.405138 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2b633f8b-fafb-4f4c-8ece-6e330afd5411 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ced8977b-eeb3-47cb-8a90-dee7be2dcaae HTTP/1.1" status: 204 len: 168 time: 0.1426818 Jul 20 08:35:38.413644 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b633f8b-fafb-4f4c-8ece-6e330afd5411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced8977b-eeb3-47cb-8a90-dee7be2dcaae,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:38.742737 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68b042-d0d5-44c3-98ce-e231361fabe7 req-7d4e50f8-d20d-49e6-85a4-cee6b6579df3 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:38.744752 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1a68b042-d0d5-44c3-98ce-e231361fabe7 req-7d4e50f8-d20d-49e6-85a4-cee6b6579df3 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 948 time: 0.0608079 Jul 20 08:35:38.815887 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1a68b042-d0d5-44c3-98ce-e231361fabe7 req-81a0ef4a-c143-4a3b-87a8-8557617afffb tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/security-groups?id=3297726d-6dc3-4b67-babb-1bb58f9ae736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635641 Jul 20 08:35:38.971828 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 06c5d57e-3206-453a-9525-843ef10a265c up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:35:39.023359 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 06c5d57e-3206-453a-9525-843ef10a265c completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:35:39.033753 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 06c5d57e-3206-453a-9525-843ef10a265c triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:35:39.034160 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (06c5d57e-3206-453a-9525-843ef10a265c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:39.116756 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 06c5d57e-3206-453a-9525-843ef10a265c is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:35:39.117156 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (06c5d57e-3206-453a-9525-843ef10a265c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:39.144600 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b68122-0dc1-4eb1-9a9f-d8bb177b487a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c5d57e-3206-453a-9525-843ef10a265c'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:35:39.147218 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88cc376-7ad8-4e0b-9674-4a0839320567" -d '{"events": [{"server_uuid": "50b68122-0dc1-4eb1-9a9f-d8bb177b487a", "name": "network-vif-plugged", "status": "completed", "tag": "06c5d57e-3206-453a-9525-843ef10a265c"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:35:39.165109 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 06c5d57e-3206-453a-9525-843ef10a265c, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=06c5d57e-3206-453a-9525-843ef10a265c,segment=NetworkSegment(96d5cbe4-ecee-421d-80ca-c529ea32d987),segment_id=96d5cbe4-ecee-421d-80ca-c529ea32d987)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:39.170808 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (06c5d57e-3206-453a-9525-843ef10a265c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:39.196447 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b960f16f-0780-4675-94c9-4fddc815ee7d x-openstack-request-id: req-b960f16f-0780-4675-94c9-4fddc815ee7d {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:35:39.196743 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b68122-0dc1-4eb1-9a9f-d8bb177b487a", "name": "network-vif-plugged", "status": "completed", "tag": "06c5d57e-3206-453a-9525-843ef10a265c", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:35:39.197538 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b960f16f-0780-4675-94c9-4fddc815ee7d {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:35:39.197941 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b960f16f-0780-4675-94c9-4fddc815ee7d'] response: {'server_uuid': '50b68122-0dc1-4eb1-9a9f-d8bb177b487a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c5d57e-3206-453a-9525-843ef10a265c', 'code': 200} Jul 20 08:35:39.231738 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=06c5d57e-3206-453a-9525-843ef10a265c,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:39.441413 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c51c1c-f876-4520-807a-a30cfbe0d6aa req-4d9280a0-39bd-4c09-a1e4-eb1ac341385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:39.442992 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52c51c1c-f876-4520-807a-a30cfbe0d6aa req-4d9280a0-39bd-4c09-a1e4-eb1ac341385f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 1133 time: 0.0414903 Jul 20 08:35:39.493605 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52c51c1c-f876-4520-807a-a30cfbe0d6aa req-3b79a53e-48a0-4a58-89ce-b5bff94174fa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3297726d-6dc3-4b67-babb-1bb58f9ae736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436616 Jul 20 08:35:39.920810 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:39.944895 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3b0ae-8ce6-476c-9179-abda366fe94d req-f34292f0-8b70-4b01-b085-87c1b4e42c89 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:39.946422 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aae3b0ae-8ce6-476c-9179-abda366fe94d req-f34292f0-8b70-4b01-b085-87c1b4e42c89 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 949 time: 0.0551789 Jul 20 08:35:40.003090 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aae3b0ae-8ce6-476c-9179-abda366fe94d req-5d77f0a0-a576-4f3f-80a1-df83188b641a tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/security-groups?id=3297726d-6dc3-4b67-babb-1bb58f9ae736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495601 Jul 20 08:35:40.712457 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:40.727077 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:41.416937 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48170b38-0523-46e9-a7cf-64a14f49cf6d req-6363daea-4ab3-4c4c-8667-e9e554b3ebf0 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:41.418606 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48170b38-0523-46e9-a7cf-64a14f49cf6d req-6363daea-4ab3-4c4c-8667-e9e554b3ebf0 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 949 time: 0.3054202 Jul 20 08:35:41.476152 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48170b38-0523-46e9-a7cf-64a14f49cf6d req-a25cb2d1-62e6-4144-92c7-0b3a53af45a5 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/security-groups?id=3297726d-6dc3-4b67-babb-1bb58f9ae736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481989 Jul 20 08:35:42.670170 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f445c4-0dc3-4f01-b4ba-16817e2344ee req-8978c6ab-9cd2-480e-8519-1b4e7ff25eae tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:42.671916 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-88f445c4-0dc3-4f01-b4ba-16817e2344ee req-8978c6ab-9cd2-480e-8519-1b4e7ff25eae tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 949 time: 0.1195993 Jul 20 08:35:42.727267 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-88f445c4-0dc3-4f01-b4ba-16817e2344ee req-e88d4270-63dc-409d-b642-eded36d0a43e tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/security-groups?id=3297726d-6dc3-4b67-babb-1bb58f9ae736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495532 Jul 20 08:35:43.079378 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd67676-0c4b-49af-9170-dbb682a35802 req-7109fd99-3b05-48f9-893d-d7c8dbc57989 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:43.080899 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6dd67676-0c4b-49af-9170-dbb682a35802 req-7109fd99-3b05-48f9-893d-d7c8dbc57989 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 949 time: 0.0533891 Jul 20 08:35:43.136240 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6dd67676-0c4b-49af-9170-dbb682a35802 req-d5a7c5eb-eea0-4398-8575-9f7d68fbf435 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/security-groups?id=3297726d-6dc3-4b67-babb-1bb58f9ae736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485179 Jul 20 08:35:44.264604 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849217b-063f-4677-bab8-4b24d49eb89d req-22392165-cbac-4f8d-8b22-4ac735e462cd tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:44.266128 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d849217b-063f-4677-bab8-4b24d49eb89d req-22392165-cbac-4f8d-8b22-4ac735e462cd tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 949 time: 0.0518637 Jul 20 08:35:44.322791 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d849217b-063f-4677-bab8-4b24d49eb89d req-d0e4bfe6-25f7-44bc-b905-e144d27dd9e5 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/security-groups?id=3297726d-6dc3-4b67-babb-1bb58f9ae736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499389 Jul 20 08:35:44.902985 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b2bb3-ebe6-4b60-8d00-789ac33749eb req-be8ea3a1-cbc7-412d-bd7c-04441c7ea9b1 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:44.904407 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed0b2bb3-ebe6-4b60-8d00-789ac33749eb req-be8ea3a1-cbc7-412d-bd7c-04441c7ea9b1 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.18 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 949 time: 0.0541177 Jul 20 08:35:44.999389 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-ed0b2bb3-ebe6-4b60-8d00-789ac33749eb req-98941e94-8d51-4075-831e-406b659cb557 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Deleting port 06c5d57e-3206-453a-9525-843ef10a265c {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:35:44.999730 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ed0b2bb3-ebe6-4b60-8d00-789ac33749eb req-98941e94-8d51-4075-831e-406b659cb557 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (06c5d57e-3206-453a-9525-843ef10a265c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:45.102346 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-ed0b2bb3-ebe6-4b60-8d00-789ac33749eb req-98941e94-8d51-4075-831e-406b659cb557 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] For port 06c5d57e-3206-453a-9525-843ef10a265c, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=06c5d57e-3206-453a-9525-843ef10a265c,segment=NetworkSegment(96d5cbe4-ecee-421d-80ca-c529ea32d987),segment_id=96d5cbe4-ecee-421d-80ca-c529ea32d987)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:35:45.102750 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ed0b2bb3-ebe6-4b60-8d00-789ac33749eb req-98941e94-8d51-4075-831e-406b659cb557 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (06c5d57e-3206-453a-9525-843ef10a265c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:45.122543 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-ed0b2bb3-ebe6-4b60-8d00-789ac33749eb req-98941e94-8d51-4075-831e-406b659cb557 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Calling delete_port for 06c5d57e-3206-453a-9525-843ef10a265c owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:35:45.204693 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:45.222924 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6a375756-4aad-4ea7-b57d-568f1c1e0d47 req-fa6d2b5b-461c-41d2-b4bc-d810683883f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0929172 Jul 20 08:35:45.240518 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:45.334378 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a375756-4aad-4ea7-b57d-568f1c1e0d47 req-5dd6163e-32c9-4229-b37d-78dc8b007c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:45.335936 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6a375756-4aad-4ea7-b57d-568f1c1e0d47 req-5dd6163e-32c9-4229-b37d-78dc8b007c42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=714941c1e0034a37b0bf0144c1eac958&device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 1130 time: 0.0775669 Jul 20 08:35:45.360402 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ed0b2bb3-ebe6-4b60-8d00-789ac33749eb req-98941e94-8d51-4075-831e-406b659cb557 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (06c5d57e-3206-453a-9525-843ef10a265c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:45.402989 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98941e94-8d51-4075-831e-406b659cb557 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Pushing event deleted for resources: {'Port': ['ID=06c5d57e-3206-453a-9525-843ef10a265c,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:45.414692 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['06c5d57e-3206-453a-9525-843ef10a265c'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:35:45.469542 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-881e6009-e615-44ed-b278-03a9c4aab40b req-a14a28e4-7b21-4c7f-8ddf-9899a98238ab tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b68122-0dc1-4eb1-9a9f-d8bb177b487a HTTP/1.1" status: 200 len: 210 time: 0.0644743 Jul 20 08:35:45.503363 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0b2bb3-ebe6-4b60-8d00-789ac33749eb req-98941e94-8d51-4075-831e-406b659cb557 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] No DVR routers for this DVR port 06c5d57e-3206-453a-9525-843ef10a265c on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:35:45.507209 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ed0b2bb3-ebe6-4b60-8d00-789ac33749eb req-98941e94-8d51-4075-831e-406b659cb557 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:45.510546 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed0b2bb3-ebe6-4b60-8d00-789ac33749eb req-98941e94-8d51-4075-831e-406b659cb557 tempest-VolumesNegativeTest-2080392661 tempest-VolumesNegativeTest-2080392661-project] 10.222.0.18 "DELETE /v2.0/ports/06c5d57e-3206-453a-9525-843ef10a265c HTTP/1.1" status: 204 len: 173 time: 0.5970311 Jul 20 08:35:45.511068 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b68122-0dc1-4eb1-9a9f-d8bb177b487a', 'name': 'network-vif-deleted', 'tag': '06c5d57e-3206-453a-9525-843ef10a265c'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:35:45.513415 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072b8711-d6ec-4d4c-aa1e-fbfa76640e78" -d '{"events": [{"server_uuid": "50b68122-0dc1-4eb1-9a9f-d8bb177b487a", "name": "network-vif-deleted", "tag": "06c5d57e-3206-453a-9525-843ef10a265c"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:35:45.568209 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a375756-4aad-4ea7-b57d-568f1c1e0d47 req-5ae52f5f-1949-48ac-a8df-e2f6157906e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:45.570012 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6a375756-4aad-4ea7-b57d-568f1c1e0d47 req-5ae52f5f-1949-48ac-a8df-e2f6157906e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=25f446cb-7a17-4014-9d26-36b89d0e107f HTTP/1.1" status: 200 len: 909 time: 0.1963601 Jul 20 08:35:45.575488 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749cc4e3-a467-4540-9256-b31937ed517a x-openstack-request-id: req-749cc4e3-a467-4540-9256-b31937ed517a {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:35:45.575784 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b68122-0dc1-4eb1-9a9f-d8bb177b487a", "name": "network-vif-deleted", "tag": "06c5d57e-3206-453a-9525-843ef10a265c", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:35:45.576041 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-749cc4e3-a467-4540-9256-b31937ed517a {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:35:45.576448 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-749cc4e3-a467-4540-9256-b31937ed517a'] response: {'server_uuid': '50b68122-0dc1-4eb1-9a9f-d8bb177b487a', 'name': 'network-vif-deleted', 'tag': '06c5d57e-3206-453a-9525-843ef10a265c', 'status': 'completed', 'code': 200} Jul 20 08:35:45.708943 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6a375756-4aad-4ea7-b57d-568f1c1e0d47 req-b63385bf-6ef5-4519-a6a9-06a1fc09aee5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74d72a98-84ae-4d18-bd71-3bf590c0a455 HTTP/1.1" status: 200 len: 1002 time: 0.0926027 Jul 20 08:35:45.765268 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a375756-4aad-4ea7-b57d-568f1c1e0d47 req-afc85e77-1488-44e6-a1ce-40d3af18a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:45.766979 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6a375756-4aad-4ea7-b57d-568f1c1e0d47 req-afc85e77-1488-44e6-a1ce-40d3af18a342 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=67df32de-3166-445b-a233-44f44257b1ac HTTP/1.1" status: 200 len: 847 time: 0.0520370 Jul 20 08:35:46.010017 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a375756-4aad-4ea7-b57d-568f1c1e0d47 req-485073eb-98d0-40e6-b2ef-fcc1b2f22a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:35:46.012266 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6a375756-4aad-4ea7-b57d-568f1c1e0d47 req-485073eb-98d0-40e6-b2ef-fcc1b2f22a53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25f446cb-7a17-4014-9d26-36b89d0e107f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433133 Jul 20 08:35:46.116852 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6a375756-4aad-4ea7-b57d-568f1c1e0d47 req-5cef67f9-b5f9-4852-9e8f-3ad48ee084f5 service neutron] 10.222.0.18 "GET /v2.0/networks/25f446cb-7a17-4014-9d26-36b89d0e107f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982423 Jul 20 08:35:46.222239 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6a375756-4aad-4ea7-b57d-568f1c1e0d47 req-e8f98fc7-807f-4d2c-b8e1-38a81d190a92 service neutron] 10.222.0.18 "GET /v2.0/networks/25f446cb-7a17-4014-9d26-36b89d0e107f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978134 Jul 20 08:35:49.006795 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 06c5d57e-3206-453a-9525-843ef10a265c no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:35:49.039988 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: 06c5d57e-3206-453a-9525-843ef10a265c {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:35:49.040437 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 06c5d57e-3206-453a-9525-843ef10a265c not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:35:49.595399 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3a176b5c-2cdd-48c6-830d-91164974d75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:50.966273 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 41766) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:51.100643 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c544c644-db43-4861-8a69-29f8b305014f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af1fa4326bb34ee08ebc86e605b616c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331728 Jul 20 08:35:51.103237 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 41770) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:35:51.157050 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8693508e-fbf8-426e-8bc3-01edbe2c8897 admin admin] Publish callbacks [] for security_group (3297726d-6dc3-4b67-babb-1bb58f9ae736), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:51.179597 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8693508e-fbf8-426e-8bc3-01edbe2c8897 admin admin] Publish callbacks [] for security_group (3297726d-6dc3-4b67-babb-1bb58f9ae736), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:51.232773 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8693508e-fbf8-426e-8bc3-01edbe2c8897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (3297726d-6dc3-4b67-babb-1bb58f9ae736), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:51.235271 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8693508e-fbf8-426e-8bc3-01edbe2c8897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:51.236484 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-8693508e-fbf8-426e-8bc3-01edbe2c8897 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3297726d-6dc3-4b67-babb-1bb58f9ae736 HTTP/1.1" status: 204 len: 168 time: 0.1323073 Jul 20 08:35:51.244786 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693508e-fbf8-426e-8bc3-01edbe2c8897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3297726d-6dc3-4b67-babb-1bb58f9ae736,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:35:52.249332 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee4d0-9c74-4842-9fd5-104c21e79bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:53.105810 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:53.107720 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=70 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:54.234399 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:55.433549 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=22 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:55.435484 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:35:56.565259 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:35:56.703472 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:01.239131 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=6,neutron:SELECT=78 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:01.240441 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:06.693036 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:06.698512 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=49,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:09.243421 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:36:10.585684 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:19.238571 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:19.239362 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:19.591719 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9bebf697-b7ed-405d-be9a-66be98ea1634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:22.253275 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-97723f90-86ef-4717-b54d-c8fe0f7a3b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:23.146756 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828aabd-9d93-4df7-b809-512d7e83699a req-066f30bd-8a8f-424a-89f3-efbb100bcf00 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:23.148291 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c828aabd-9d93-4df7-b809-512d7e83699a req-066f30bd-8a8f-424a-89f3-efbb100bcf00 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0506394 Jul 20 08:36:23.198062 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c828aabd-9d93-4df7-b809-512d7e83699a req-0c69cb04-7d6b-4d5e-9d72-b885428e68bb tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435061 Jul 20 08:36:24.239648 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:24.325246 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd3a62-b50f-4d4a-9224-9177bf3599b2 req-3be2206d-3773-47e2-a15f-a2f7c67c4c78 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:24.326766 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b3cd3a62-b50f-4d4a-9224-9177bf3599b2 req-3be2206d-3773-47e2-a15f-a2f7c67c4c78 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0514128 Jul 20 08:36:24.375869 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b3cd3a62-b50f-4d4a-9224-9177bf3599b2 req-4675290e-ce79-43ce-9280-8a4c2c3b43a4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434539 Jul 20 08:36:25.499689 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ca517-6378-4b95-b863-82538e6607cb req-05e5a03a-cc0b-47cc-82fe-344735cdb111 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:25.501162 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fb8ca517-6378-4b95-b863-82538e6607cb req-05e5a03a-cc0b-47cc-82fe-344735cdb111 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0514376 Jul 20 08:36:25.548762 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fb8ca517-6378-4b95-b863-82538e6607cb req-29e8ff12-9834-4b50-b346-80c78a6c27a4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421257 Jul 20 08:36:26.549470 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:26.673987 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e970e6-acaa-4828-a6d8-e699af980eae req-7e41b3d0-7903-4504-9021-76eba4d89ddb tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:26.675451 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-11e970e6-acaa-4828-a6d8-e699af980eae req-7e41b3d0-7903-4504-9021-76eba4d89ddb tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0514655 Jul 20 08:36:26.707667 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:26.730276 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-11e970e6-acaa-4828-a6d8-e699af980eae req-d0449c82-2793-46f8-886a-8aac2c7b238e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470741 Jul 20 08:36:27.849047 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a69e72-be27-45e3-a7d8-bf7ddbd6521f req-2c189aea-3ba8-4426-8df8-05cfc499ca13 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:27.850505 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e2a69e72-be27-45e3-a7d8-bf7ddbd6521f req-2c189aea-3ba8-4426-8df8-05cfc499ca13 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0474875 Jul 20 08:36:27.897788 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e2a69e72-be27-45e3-a7d8-bf7ddbd6521f req-5a8771b1-fe81-4d6a-bd49-4e6ce3638f07 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416212 Jul 20 08:36:29.017633 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf9eff-fffb-4406-9fb5-35b685d13561 req-8ef23e79-5c2f-4fc2-94ef-c985df8fe7df tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:29.019126 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-17bf9eff-fffb-4406-9fb5-35b685d13561 req-8ef23e79-5c2f-4fc2-94ef-c985df8fe7df tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0486851 Jul 20 08:36:29.072757 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-17bf9eff-fffb-4406-9fb5-35b685d13561 req-2e8f8667-06fd-43c3-aad8-fdbf0beb8e4e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474494 Jul 20 08:36:30.104573 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:30.107562 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:30.213933 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bc1cc-cd1f-47c7-81cc-94ad434854b7 req-89451296-aa7c-42a8-9721-5f451da47e61 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:30.215839 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d50bc1cc-cd1f-47c7-81cc-94ad434854b7 req-89451296-aa7c-42a8-9721-5f451da47e61 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0603149 Jul 20 08:36:30.274990 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d50bc1cc-cd1f-47c7-81cc-94ad434854b7 req-47bf21b3-539e-40e7-be64-ae6d7b76d24a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530105 Jul 20 08:36:31.400124 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab955d-50ee-412c-83a8-ab5e9960161f req-b0075fd7-6bc1-44dd-b67a-42efba541cb6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:31.401671 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2fab955d-50ee-412c-83a8-ab5e9960161f req-b0075fd7-6bc1-44dd-b67a-42efba541cb6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0502074 Jul 20 08:36:31.456985 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2fab955d-50ee-412c-83a8-ab5e9960161f req-ebc4a5e9-1f80-4503-809e-acdcb9bb11cd tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496373 Jul 20 08:36:32.581363 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0dbde-b388-4f2c-903c-93a31a39d072 req-698d004b-b4d6-443c-b782-e7d096b9fe2b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:32.582899 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26f0dbde-b388-4f2c-903c-93a31a39d072 req-698d004b-b4d6-443c-b782-e7d096b9fe2b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0485497 Jul 20 08:36:32.635192 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26f0dbde-b388-4f2c-903c-93a31a39d072 req-78d31c35-fbce-4069-a35f-596e35699276 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457413 Jul 20 08:36:33.776871 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be1e2d-3779-48d7-9be6-c58297ca1194 req-fbd94e0c-d6d1-4761-9e7f-048c39e12955 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:33.778494 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d7be1e2d-3779-48d7-9be6-c58297ca1194 req-fbd94e0c-d6d1-4761-9e7f-048c39e12955 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0600219 Jul 20 08:36:33.829214 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d7be1e2d-3779-48d7-9be6-c58297ca1194 req-bf99b92c-a667-4d21-9090-4660c177763d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448451 Jul 20 08:36:34.956333 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c2115-078e-4aa3-a003-44ded57fc6bd req-84e15c24-9a5b-40bd-b751-d6c7a72e250a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:34.957860 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-451c2115-078e-4aa3-a003-44ded57fc6bd req-84e15c24-9a5b-40bd-b751-d6c7a72e250a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0530164 Jul 20 08:36:35.009764 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-451c2115-078e-4aa3-a003-44ded57fc6bd req-899ac1e4-9f2f-4c45-bc4e-b561ed60a64e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457547 Jul 20 08:36:36.133614 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf379c-90ca-4b99-8f64-4f14c1e12a05 req-6cafe7ee-4d4f-4af7-8583-c69b8ea1bbec tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:36.135139 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8fdf379c-90ca-4b99-8f64-4f14c1e12a05 req-6cafe7ee-4d4f-4af7-8583-c69b8ea1bbec tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0482786 Jul 20 08:36:36.184205 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8fdf379c-90ca-4b99-8f64-4f14c1e12a05 req-55f00f47-a6e4-4951-83ff-2f9838733c94 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432522 Jul 20 08:36:36.701344 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:36.702052 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:37.194157 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:36:37.301367 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:36:37.308534 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f11b7-9e04-43e0-8fc0-d880c7233127 req-7a033ecd-f2f9-45e5-b1a3-78f26d1a0126 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:37.310062 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3c7f11b7-9e04-43e0-8fc0-d880c7233127 req-7a033ecd-f2f9-45e5-b1a3-78f26d1a0126 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0499752 Jul 20 08:36:37.314238 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'port_id': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4', 'mac_address': 'fa:16:3e:0a:b0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:36:37.355067 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 is: ACTIVE; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:36:37.355459 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:37.361684 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3c7f11b7-9e04-43e0-8fc0-d880c7233127 req-b2e1bbeb-2578-47fe-9d6f-82c708151cdb tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445874 Jul 20 08:36:37.369739 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:36:37.390910 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:36:37.395047 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:37.443075 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,revision_number=6']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:36:37.450843 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:37.451193 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:37.451546 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:37.451888 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:37.452226 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:37.452560 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:37.452890 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:37.453221 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:37.453549 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:37.453878 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:37.454207 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:37.454537 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:37.454890 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:37.455215 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:37.455539 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:37.614888 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:36:38.485221 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450911d-a43a-4f3e-b94f-c91ea21dd0a0 req-8529c8c7-6646-475b-a227-48844deff8cd tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:38.486694 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7450911d-a43a-4f3e-b94f-c91ea21dd0a0 req-8529c8c7-6646-475b-a227-48844deff8cd tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 945 time: 0.0488679 Jul 20 08:36:38.540755 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7450911d-a43a-4f3e-b94f-c91ea21dd0a0 req-360bc8cc-b949-4b31-be5b-4c7aa208010f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485642 Jul 20 08:36:39.200890 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:36:39.253588 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:36:39.254251 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:39.308771 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b35350-81ac-4f48-a251-b7b2414c13dc req-11c84506-55d7-4bcf-a849-b4563e20e611 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:39.310531 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a6b35350-81ac-4f48-a251-b7b2414c13dc req-11c84506-55d7-4bcf-a849-b4563e20e611 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 945 time: 0.0542638 Jul 20 08:36:39.343003 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:36:39.343393 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:39.363640 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a6b35350-81ac-4f48-a251-b7b2414c13dc req-d8e14a42-f26a-4bef-8412-c6956d4be1e8 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466793 Jul 20 08:36:39.368568 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:36:39.371079 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6348ea90-1f53-40d7-b390-4f4184f5b28e" -d '{"events": [{"server_uuid": "0f9589ff-3f5c-4537-9fde-1b5e676b7e09", "name": "network-vif-plugged", "status": "completed", "tag": "08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:36:39.388548 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:36:39.393524 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:39.416998 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebc4e78-ba48-4679-96e0-cfdf8e42a18b x-openstack-request-id: req-cebc4e78-ba48-4679-96e0-cfdf8e42a18b {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:36:39.417288 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9589ff-3f5c-4537-9fde-1b5e676b7e09", "name": "network-vif-plugged", "status": "completed", "tag": "08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:36:39.417539 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cebc4e78-ba48-4679-96e0-cfdf8e42a18b {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:36:39.417936 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebc4e78-ba48-4679-96e0-cfdf8e42a18b'] response: {'server_uuid': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4', 'code': 200} Jul 20 08:36:39.443515 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,revision_number=7']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:36:39.664389 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fa7d1-adff-44c8-8f62-b7f516f34c90 req-093ac5da-2036-4a54-b5c2-ebd57738abde tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:39.665906 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a55fa7d1-adff-44c8-8f62-b7f516f34c90 req-093ac5da-2036-4a54-b5c2-ebd57738abde tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0494788 Jul 20 08:36:39.715807 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a55fa7d1-adff-44c8-8f62-b7f516f34c90 req-86df9499-901f-45c1-99e8-262636485c88 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441709 Jul 20 08:36:40.491275 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca3d13-2291-4d50-9ef3-693d8391d94d req-51433c0f-5370-45ee-8191-45624a76d1a3 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:40.493729 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-74ca3d13-2291-4d50-9ef3-693d8391d94d req-51433c0f-5370-45ee-8191-45624a76d1a3 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 945 time: 0.0528421 Jul 20 08:36:40.545032 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-74ca3d13-2291-4d50-9ef3-693d8391d94d req-fda8354b-30ac-4adf-beb1-1d88d9f16532 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455778 Jul 20 08:36:40.589529 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:40.847742 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe34e5-a4d4-4ef9-b67f-9b02741dd643 req-6c3c6911-db67-4334-87e2-b6d1c7e24ddc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:40.849311 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2dbe34e5-a4d4-4ef9-b67f-9b02741dd643 req-6c3c6911-db67-4334-87e2-b6d1c7e24ddc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0556982 Jul 20 08:36:40.900864 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2dbe34e5-a4d4-4ef9-b67f-9b02741dd643 req-2c3e09ed-823a-4f09-bab6-64034a6ef71d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449402 Jul 20 08:36:41.369629 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c6bcd-a9e7-4500-a999-8d7d3c89e0d6 req-9df619e2-a9c9-41a9-ad64-c5803a0609f9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:41.371188 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9d7c6bcd-a9e7-4500-a999-8d7d3c89e0d6 req-9df619e2-a9c9-41a9-ad64-c5803a0609f9 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 945 time: 0.0488360 Jul 20 08:36:41.445930 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:41.455332 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:41.467951 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-9d7c6bcd-a9e7-4500-a999-8d7d3c89e0d6 req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Deleting port dbd1572d-238c-4ff7-9973-f63b47d0e9aa {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:36:41.468295 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9d7c6bcd-a9e7-4500-a999-8d7d3c89e0d6 req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (dbd1572d-238c-4ff7-9973-f63b47d0e9aa), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:41.565084 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-9d7c6bcd-a9e7-4500-a999-8d7d3c89e0d6 req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] For port dbd1572d-238c-4ff7-9973-f63b47d0e9aa, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=dbd1572d-238c-4ff7-9973-f63b47d0e9aa,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:36:41.565780 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9d7c6bcd-a9e7-4500-a999-8d7d3c89e0d6 req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (dbd1572d-238c-4ff7-9973-f63b47d0e9aa), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:41.719247 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962108a-73be-4d0a-8d86-d5b155c750ea req-9b203988-646d-4cd0-8357-e8420ad65c69 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:41.720762 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a962108a-73be-4d0a-8d86-d5b155c750ea req-9b203988-646d-4cd0-8357-e8420ad65c69 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 945 time: 0.0987782 Jul 20 08:36:41.823369 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9d7c6bcd-a9e7-4500-a999-8d7d3c89e0d6 req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:41.823621 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9d7c6bcd-a9e7-4500-a999-8d7d3c89e0d6 req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (faef75c8-fe12-478f-8231-81fe5e90ba66), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:41.823933 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-9d7c6bcd-a9e7-4500-a999-8d7d3c89e0d6 req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Floating IP faef75c8-fe12-478f-8231-81fe5e90ba66 disassociated. External IP: 172.27.1.82, port: dbd1572d-238c-4ff7-9973-f63b47d0e9aa. Jul 20 08:36:41.824277 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-9d7c6bcd-a9e7-4500-a999-8d7d3c89e0d6 req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Calling delete_port for dbd1572d-238c-4ff7-9973-f63b47d0e9aa owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:36:41.831256 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a962108a-73be-4d0a-8d86-d5b155c750ea req-d481448b-3c62-4fe7-80bd-ffb538ab8d51 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020162 Jul 20 08:36:41.967178 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9d7c6bcd-a9e7-4500-a999-8d7d3c89e0d6 req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (dbd1572d-238c-4ff7-9973-f63b47d0e9aa), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:42.002510 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event deleted for resources: {'Port': ['ID=dbd1572d-238c-4ff7-9973-f63b47d0e9aa,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:36:42.013229 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:42.013585 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:42.014196 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:42.014535 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:42.014895 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:42.015227 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:42.015559 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:42.015885 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:42.018811 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:42.019405 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:42.019961 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:42.020428 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:42.020773 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:42.021250 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:42.021811 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:42.045487 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3d46f-98b1-4c11-a22d-ba2a94556285 req-c37699b6-8fb1-4944-bf7b-e33fbe4c2bf0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:42.047242 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-52e3d46f-98b1-4c11-a22d-ba2a94556285 req-c37699b6-8fb1-4944-bf7b-e33fbe4c2bf0 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0660703 Jul 20 08:36:42.117273 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-52e3d46f-98b1-4c11-a22d-ba2a94556285 req-a7032b81-1152-4a8f-8394-bb4b6e451ce1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634453 Jul 20 08:36:42.466101 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d7c6bcd-a9e7-4500-a999-8d7d3c89e0d6 req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Router f89a0f50-73be-4465-b934-a3589109ebd2 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:36:42.619127 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d7c6bcd-a9e7-4500-a999-8d7d3c89e0d6 req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:36:42.641057 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ade240-0229-41e2-a6e5-23700a327be5 None None] Sync routers for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:36:42.653365 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ade240-0229-41e2-a6e5-23700a327be5 None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:36:42.654216 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d0ade240-0229-41e2-a6e5-23700a327be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:36:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:36:42.681964 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7c6bcd-a9e7-4500-a999-8d7d3c89e0d6 req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] No DVR routers for this DVR port dbd1572d-238c-4ff7-9973-f63b47d0e9aa on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:36:42.684626 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9d7c6bcd-a9e7-4500-a999-8d7d3c89e0d6 req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:42.688124 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9d7c6bcd-a9e7-4500-a999-8d7d3c89e0d6 req-48a10f7e-4b5c-4030-ade6-1b4b09fe349e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "DELETE /v2.0/ports/dbd1572d-238c-4ff7-9973-f63b47d0e9aa HTTP/1.1" status: 204 len: 173 time: 1.3111773 Jul 20 08:36:42.688433 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b364a329-6312-40e4-b7cf-da7b1dcaca77', 'name': 'network-vif-deleted', 'tag': 'dbd1572d-238c-4ff7-9973-f63b47d0e9aa'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:36:42.690779 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b040b44e-1204-45fc-8ee5-2f8d2e34bbc9" -d '{"events": [{"server_uuid": "b364a329-6312-40e4-b7cf-da7b1dcaca77", "name": "network-vif-deleted", "tag": "dbd1572d-238c-4ff7-9973-f63b47d0e9aa"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:36:42.745245 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:42.774906 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-d0ade240-0229-41e2-a6e5-23700a327be5 None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:36:42.824740 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:42.849427 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739a8f21-d289-4a1e-b6b3-99be460f8c2c x-openstack-request-id: req-739a8f21-d289-4a1e-b6b3-99be460f8c2c {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:36:42.849724 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b364a329-6312-40e4-b7cf-da7b1dcaca77", "name": "network-vif-deleted", "tag": "dbd1572d-238c-4ff7-9973-f63b47d0e9aa", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:36:42.849981 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-739a8f21-d289-4a1e-b6b3-99be460f8c2c {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:36:42.850399 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-739a8f21-d289-4a1e-b6b3-99be460f8c2c'] response: {'server_uuid': 'b364a329-6312-40e4-b7cf-da7b1dcaca77', 'name': 'network-vif-deleted', 'tag': 'dbd1572d-238c-4ff7-9973-f63b47d0e9aa', 'status': 'completed', 'code': 200} Jul 20 08:36:42.962769 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-640368db-3db0-41ad-b6de-3d7ad9f0386e req-7e21685e-d1a4-40db-a4fa-9d792a7902a6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=b364a329-6312-40e4-b7cf-da7b1dcaca77 HTTP/1.1" status: 200 len: 210 time: 0.0358386 Jul 20 08:36:43.013615 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d0ade240-0229-41e2-a6e5-23700a327be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:36:43.046598 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ade240-0229-41e2-a6e5-23700a327be5 None None] Checking router: f89a0f50-73be-4465-b934-a3589109ebd2 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:36:43.057497 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ade240-0229-41e2-a6e5-23700a327be5 None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:36:43.058132 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d0ade240-0229-41e2-a6e5-23700a327be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:36:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:36:43.201927 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-d0ade240-0229-41e2-a6e5-23700a327be5 None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:36:43.368877 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adcb45-433c-4219-b613-0dae3ef59601 req-0ebb4c7f-0687-44a2-8f42-c2010528855c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:43.370788 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7adcb45-433c-4219-b613-0dae3ef59601 req-0ebb4c7f-0687-44a2-8f42-c2010528855c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0884619 Jul 20 08:36:43.430288 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7adcb45-433c-4219-b613-0dae3ef59601 req-06deabb6-79f1-4265-a3ba-a3240f5365f4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523791 Jul 20 08:36:43.496307 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d0ade240-0229-41e2-a6e5-23700a327be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:36:43.528263 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ade240-0229-41e2-a6e5-23700a327be5 None None] The sync data for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi is: [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:36:43.871895 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e14347-dbfd-449c-82f2-c08e30eae12f None None] New status for floating IP faef75c8-fe12-478f-8231-81fe5e90ba66: DOWN {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:36:44.118204 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 41982) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:36:44.138145 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:44.160744 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:44.218375 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a3ded4ea-b4f6-4a29-bfaf-80d32f9a1598 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:44.250379 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a3ded4ea-b4f6-4a29-bfaf-80d32f9a1598 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:44.312026 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a3ded4ea-b4f6-4a29-bfaf-80d32f9a1598 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:44.314689 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a3ded4ea-b4f6-4a29-bfaf-80d32f9a1598 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:44.316306 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a3ded4ea-b4f6-4a29-bfaf-80d32f9a1598 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "DELETE /v2.0/security-groups/3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86 HTTP/1.1" status: 204 len: 168 time: 0.1965048 Jul 20 08:36:44.318808 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 41984) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:36:44.330330 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ded4ea-b4f6-4a29-bfaf-80d32f9a1598 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:36:44.335284 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.api.v2.resource [None req-c58afff5-31eb-4265-b49d-3ea9b55cbf12 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] show failed (client error): The resource could not be found. Jul 20 08:36:44.342310 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-c58afff5-31eb-4265-b49d-3ea9b55cbf12 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups/3755b5e0-b6b4-4bb8-b94e-1bc4ea6c0b86 HTTP/1.1" status: 404 len: 347 time: 0.0172520 Jul 20 08:36:44.342414 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 41986) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:36:44.475666 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-6b766106-8461-48db-a3c6-59254bc50b4f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Deleting port 5f8fc226-67de-4a2d-9132-a285b48c8414 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:36:44.476679 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b766106-8461-48db-a3c6-59254bc50b4f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (5f8fc226-67de-4a2d-9132-a285b48c8414), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:44.575715 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a39f28-e2fb-4500-9b66-ae3677f2587f req-c924436b-4864-4a6d-92e9-568382a0bebf tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:44.577240 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-27a39f28-e2fb-4500-9b66-ae3677f2587f req-c924436b-4864-4a6d-92e9-568382a0bebf tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0601089 Jul 20 08:36:44.580040 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b766106-8461-48db-a3c6-59254bc50b4f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (5f8fc226-67de-4a2d-9132-a285b48c8414), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:44.580367 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b766106-8461-48db-a3c6-59254bc50b4f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (5f8fc226-67de-4a2d-9132-a285b48c8414), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:44.595622 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-6b766106-8461-48db-a3c6-59254bc50b4f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Calling delete_port for 5f8fc226-67de-4a2d-9132-a285b48c8414 owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:36:44.631713 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-27a39f28-e2fb-4500-9b66-ae3677f2587f req-ef0178e6-e248-4120-a2c3-0d75bc56fc1a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475874 Jul 20 08:36:44.744990 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b766106-8461-48db-a3c6-59254bc50b4f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (5f8fc226-67de-4a2d-9132-a285b48c8414), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:44.771731 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b766106-8461-48db-a3c6-59254bc50b4f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event deleted for resources: {'Port': ['ID=5f8fc226-67de-4a2d-9132-a285b48c8414,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:36:44.838538 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b766106-8461-48db-a3c6-59254bc50b4f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (faef75c8-fe12-478f-8231-81fe5e90ba66), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:44.841516 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b766106-8461-48db-a3c6-59254bc50b4f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:44.842690 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6b766106-8461-48db-a3c6-59254bc50b4f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "DELETE /v2.0/floatingips/faef75c8-fe12-478f-8231-81fe5e90ba66 HTTP/1.1" status: 204 len: 168 time: 0.5000651 Jul 20 08:36:44.915980 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 41992) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:36:44.920871 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-e8e56e99-a945-40cc-b8ce-40bc4fb2e0e4 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2079748274', 'description': 'tempest-description--1173273058'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:36:44.947978 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e8e56e99-a945-40cc-b8ce-40bc4fb2e0e4 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:45.030693 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e8e56e99-a945-40cc-b8ce-40bc4fb2e0e4 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (daf78aef-592e-4937-8827-1c1e50e01847), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:45.036026 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e8e56e99-a945-40cc-b8ce-40bc4fb2e0e4 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (daf78aef-592e-4937-8827-1c1e50e01847), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:45.068091 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e8e56e99-a945-40cc-b8ce-40bc4fb2e0e4 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:45.073014 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 41994) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:36:45.073287 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e8e56e99-a945-40cc-b8ce-40bc4fb2e0e4 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1559939 Jul 20 08:36:45.075414 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e56e99-a945-40cc-b8ce-40bc4fb2e0e4 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf78aef-592e-4937-8827-1c1e50e01847,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:36:45.084062 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'security_group_rule': {'security_group_id': 'daf78aef-592e-4937-8827-1c1e50e01847', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:36:45.103379 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:45.121228 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (dc5a7664-4f84-467c-a12c-61b34bf2c181), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:45.158949 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:45.192776 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (dc5a7664-4f84-467c-a12c-61b34bf2c181), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:45.196904 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (dc5a7664-4f84-467c-a12c-61b34bf2c181), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:45.217197 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5a7664-4f84-467c-a12c-61b34bf2c181,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:36:45.228354 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:45.229565 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1550894 Jul 20 08:36:45.230940 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:45.231287 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:45.231659 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:45.232405 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device dbd1572d-238c-4ff7-9973-f63b47d0e9aa no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:36:45.232937 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 41996) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:36:45.233351 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:45.233879 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:45.234376 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:45.234978 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:45.235506 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:45.236117 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:45.236812 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:45.237525 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:45.238023 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:45.238534 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:45.239087 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:45.239577 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc97483e-f98e-480a-90f3-c4ae7b63f83a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:36:45.239930 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-1a9f846d-a7ff-4750-89ba-f37dd049f72e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'security_group_rule': {'security_group_id': 'daf78aef-592e-4937-8827-1c1e50e01847', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:36:45.258902 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:45.262526 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: dbd1572d-238c-4ff7-9973-f63b47d0e9aa {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:36:45.263258 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device dbd1572d-238c-4ff7-9973-f63b47d0e9aa not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:36:45.282260 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1a9f846d-a7ff-4750-89ba-f37dd049f72e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (01f95e89-36cd-4b30-8512-6860024b82fe), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:45.345275 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1a9f846d-a7ff-4750-89ba-f37dd049f72e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (01f95e89-36cd-4b30-8512-6860024b82fe), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:45.349654 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1a9f846d-a7ff-4750-89ba-f37dd049f72e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623990'] for security_group_rule (01f95e89-36cd-4b30-8512-6860024b82fe), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:45.369665 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:45.373156 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f846d-a7ff-4750-89ba-f37dd049f72e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f95e89-36cd-4b30-8512-6860024b82fe,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:36:45.379417 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1a9f846d-a7ff-4750-89ba-f37dd049f72e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:45.380649 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1a9f846d-a7ff-4750-89ba-f37dd049f72e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466210 Jul 20 08:36:45.385061 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 41998) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:36:45.391817 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'floatingip': {'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:36:45.415873 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:45.508158 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:45.635671 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Allocated IP 172.27.1.73 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/b6d79ea9-f674-47e2-ad6d-420a8ffb8ae2) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:36:45.841774 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8eb91-2ff2-413a-af3d-f5cf30a5e518 req-e002538a-62f8-426b-b844-843fb9852032 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:45.843447 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a0c8eb91-2ff2-413a-af3d-f5cf30a5e518 req-e002538a-62f8-426b-b844-843fb9852032 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.1071692 Jul 20 08:36:45.847369 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for port (b6d79ea9-f674-47e2-ad6d-420a8ffb8ae2), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:45.949051 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a0c8eb91-2ff2-413a-af3d-f5cf30a5e518 req-bc0b9f43-a560-44e6-bc26-ac2fae27fe0a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944324 Jul 20 08:36:45.958332 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (b6d79ea9-f674-47e2-ad6d-420a8ffb8ae2), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:46.002781 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:36:46.008524 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:36:46.015436 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:36:46.019340 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'Port': ['ID=b6d79ea9-f674-47e2-ad6d-420a8ffb8ae2,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:36:46.104837 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (6fea178d-b286-43a8-9d92-171b471df2d4), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:46.146818 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (b6d79ea9-f674-47e2-ad6d-420a8ffb8ae2), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:46.169547 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:46.187925 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:46.243355 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:36:46.314461 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for port (b6d79ea9-f674-47e2-ad6d-420a8ffb8ae2), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:46.319330 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529145684'] for port (b6d79ea9-f674-47e2-ad6d-420a8ffb8ae2), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:46.391471 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'Port': ['ID=b6d79ea9-f674-47e2-ad6d-420a8ffb8ae2,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:36:46.408681 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (6fea178d-b286-43a8-9d92-171b471df2d4), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:46.426081 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:46.432309 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-0a94687d-1eec-4b5e-9440-96ecc4595b82 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0446546 Jul 20 08:36:46.602345 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-e73b2673-3559-49f6-964c-fd5f5968efdd tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2079748274&fields=id&tenant_id=60ee8039b1f4461c996165d5801b91f1 HTTP/1.1" status: 200 len: 267 time: 0.0425720 Jul 20 08:36:46.718009 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c3111868-936b-443d-beb3-83a61f37854d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:46.719655 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c3111868-936b-443d-beb3-83a61f37854d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/networks?id=21da7406-374d-4389-9eee-8af0140c04bf HTTP/1.1" status: 200 len: 814 time: 0.1107378 Jul 20 08:36:46.735962 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-990ac0a2-d63a-4b7a-ad9a-44e40ce56db6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/quotas/60ee8039b1f4461c996165d5801b91f1 HTTP/1.1" status: 200 len: 375 time: 0.0105836 Jul 20 08:36:46.788726 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-6b0aec6b-c2d0-454c-832b-4afce9d38284 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464749 Jul 20 08:36:46.910857 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-a2aa30fe-5d76-4e68-8f2b-0206c1518217 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 08:36:46.911888 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-a2aa30fe-5d76-4e68-8f2b-0206c1518217 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1118987 Jul 20 08:36:47.021246 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-5cb59450-c966-48c1-8ea5-c08953d84779 service neutron] 10.222.0.64 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025734 Jul 20 08:36:47.083148 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e73378-357e-427a-aff0-b7f209a56df5 req-dc77e36a-7946-47ea-a2ce-7863c8d0a993 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:47.085533 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-42e73378-357e-427a-aff0-b7f209a56df5 req-dc77e36a-7946-47ea-a2ce-7863c8d0a993 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0571856 Jul 20 08:36:47.145239 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-42e73378-357e-427a-aff0-b7f209a56df5 req-d8d9c352-1bdb-4c2b-935c-c9e5a46d8354 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534976 Jul 20 08:36:47.156734 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-03dba531-2f09-4a29-8c43-1e8fe3440fa3 service neutron] 10.222.0.64 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271813 Jul 20 08:36:47.383266 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-54fbbe44-c670-4a9d-a8d3-acf8f13538b7 req-457b3b47-0da5-423b-a613-e0bb4de4eaab tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 210 time: 0.0542550 Jul 20 08:36:48.299647 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451fa9d-7cf1-4b93-9345-29e7f60cf555 req-9b81e11b-1ad3-4b9f-b8eb-6e90f8f3524e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:48.301242 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1451fa9d-7cf1-4b93-9345-29e7f60cf555 req-9b81e11b-1ad3-4b9f-b8eb-6e90f8f3524e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0682299 Jul 20 08:36:48.361270 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1451fa9d-7cf1-4b93-9345-29e7f60cf555 req-1c39ee05-ba9f-4df0-b06e-d19a8d63389c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533686 Jul 20 08:36:48.490916 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b4efcd60-1824-4cf3-9dc0-ead079b4c8c2 req-0f3e6cc9-ab57-4761-9b6e-c86888077117 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 210 time: 0.0286200 Jul 20 08:36:48.683923 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68727b7b-3ddf-4d57-8417-990f98671217 req-817b9816-8e0b-44dd-871a-83972edfdbd0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:48.685437 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-817b9816-8e0b-44dd-871a-83972edfdbd0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "GET /v2.0/networks?id=21da7406-374d-4389-9eee-8af0140c04bf HTTP/1.1" status: 200 len: 814 time: 0.1120987 Jul 20 08:36:48.766419 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-e8667174-eed4-41e4-b03e-e35f1c39f605 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60ee8039b1f4461c996165d5801b91f1 HTTP/1.1" status: 200 len: 380 time: 0.0654161 Jul 20 08:36:48.775927 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-68727b7b-3ddf-4d57-8417-990f98671217 req-54356a99-c59a-431d-b2a4-8ae37c1f7fd0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'port': {'device_id': 'c207a53a-b0d9-4d09-8ce1-beecdf160eef', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'admin_state_up': True, 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'security_groups': ['daf78aef-592e-4937-8827-1c1e50e01847']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:36:48.891803 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68727b7b-3ddf-4d57-8417-990f98671217 req-54356a99-c59a-431d-b2a4-8ae37c1f7fd0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Made reservation on behalf of 60ee8039b1f4461c996165d5801b91f1 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:36:48.895645 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-68727b7b-3ddf-4d57-8417-990f98671217 req-54356a99-c59a-431d-b2a4-8ae37c1f7fd0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:48.907922 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:49.032148 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-68727b7b-3ddf-4d57-8417-990f98671217 req-54356a99-c59a-431d-b2a4-8ae37c1f7fd0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Allocated IP 172.20.0.12 (21da7406-374d-4389-9eee-8af0140c04bf/f7595eb2-89c2-44a4-8ca5-0b88f939ec19/f0b4011c-e1be-4ef1-914b-9e51374f2b5f) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:36:49.064877 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:49.202983 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-68727b7b-3ddf-4d57-8417-990f98671217 req-54356a99-c59a-431d-b2a4-8ae37c1f7fd0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for port (f0b4011c-e1be-4ef1-914b-9e51374f2b5f), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:49.243569 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-68727b7b-3ddf-4d57-8417-990f98671217 req-54356a99-c59a-431d-b2a4-8ae37c1f7fd0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (f0b4011c-e1be-4ef1-914b-9e51374f2b5f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:49.291374 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68727b7b-3ddf-4d57-8417-990f98671217 req-54356a99-c59a-431d-b2a4-8ae37c1f7fd0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Network 21da7406-374d-4389-9eee-8af0140c04bf is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:36:49.297294 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-68727b7b-3ddf-4d57-8417-990f98671217 req-54356a99-c59a-431d-b2a4-8ae37c1f7fd0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:36:49.300414 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-68727b7b-3ddf-4d57-8417-990f98671217 req-54356a99-c59a-431d-b2a4-8ae37c1f7fd0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:36:49.336555 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54356a99-c59a-431d-b2a4-8ae37c1f7fd0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event updated for resources: {'Port': ['ID=f0b4011c-e1be-4ef1-914b-9e51374f2b5f,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:36:49.374301 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68727b7b-3ddf-4d57-8417-990f98671217 req-54356a99-c59a-431d-b2a4-8ae37c1f7fd0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:49.375113 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-68727b7b-3ddf-4d57-8417-990f98671217 req-54356a99-c59a-431d-b2a4-8ae37c1f7fd0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:49.401362 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-54356a99-c59a-431d-b2a4-8ae37c1f7fd0 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6298444 Jul 20 08:36:49.411190 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-d7dd2492-5720-4793-b362-c7cb82efd356 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 08:36:49.412244 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-d7dd2492-5720-4793-b362-c7cb82efd356 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055571 Jul 20 08:36:49.503863 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Request body: {'port': {'device_id': 'c207a53a-b0d9-4d09-8ce1-beecdf160eef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:36:49.591976 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23d843-8128-4aa4-bc77-58a60850c68d req-89189aec-548f-4654-8bc0-700b697018fd tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:49.604980 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e23d843-8128-4aa4-bc77-58a60850c68d req-89189aec-548f-4654-8bc0-700b697018fd tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.1446559 Jul 20 08:36:49.609572 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-0e447dfc-802b-474d-804a-e6d7c2345ca9 None None] Provisioning complete for port f0b4011c-e1be-4ef1-914b-9e51374f2b5f triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:36:49.610740 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0e447dfc-802b-474d-804a-e6d7c2345ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (f0b4011c-e1be-4ef1-914b-9e51374f2b5f), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:49.655673 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-0e447dfc-802b-474d-804a-e6d7c2345ca9 None None] Port f0b4011c-e1be-4ef1-914b-9e51374f2b5f cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:36:49.657438 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fb990a91-0ef1-4c58-ba33-312eb8b0615c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:49.663608 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f43a2-1d73-493c-a918-2d18bae24fcd req-b597b603-a179-466e-a514-1ee634128ff7 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:49.681903 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d10f43a2-1d73-493c-a918-2d18bae24fcd req-b597b603-a179-466e-a514-1ee634128ff7 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 932 time: 0.0971074 Jul 20 08:36:49.713275 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (f0b4011c-e1be-4ef1-914b-9e51374f2b5f), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:49.755641 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d10f43a2-1d73-493c-a918-2d18bae24fcd req-9ecccc1e-02d2-4769-9341-f140a7fb6a50 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727227 Jul 20 08:36:49.758218 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e23d843-8128-4aa4-bc77-58a60850c68d req-1766733f-f6bc-46c0-a8e2-f63ecbb526fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521044 Jul 20 08:36:50.085168 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:50.117248 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b4011c-e1be-4ef1-914b-9e51374f2b5f {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:36:50.131684 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Publish callbacks [] for port (f0b4011c-e1be-4ef1-914b-9e51374f2b5f), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:50.153917 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Transition to ACTIVE for port object f0b4011c-e1be-4ef1-914b-9e51374f2b5f will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:36:50.159151 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (f0b4011c-e1be-4ef1-914b-9e51374f2b5f), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:50.225364 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b4011c-e1be-4ef1-914b-9e51374f2b5f,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:36:50.307682 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:50.339448 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Attempting to bind port f0b4011c-e1be-4ef1-914b-9e51374f2b5f on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:36:50.339718 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Attempting to bind port f0b4011c-e1be-4ef1-914b-9e51374f2b5f by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:36:50.340052 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Attempting to bind port f0b4011c-e1be-4ef1-914b-9e51374f2b5f on network 21da7406-374d-4389-9eee-8af0140c04bf {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:36:50.345340 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Port f0b4011c-e1be-4ef1-914b-9e51374f2b5f on network 21da7406-374d-4389-9eee-8af0140c04bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:36:50.345668 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Attempting to bind port f0b4011c-e1be-4ef1-914b-9e51374f2b5f on network 21da7406-374d-4389-9eee-8af0140c04bf {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:36:50.354598 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:36:50.354966 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Checking segment: {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:36:50.355361 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Bound using segment: {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:36:50.355809 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Bound port: f0b4011c-e1be-4ef1-914b-9e51374f2b5f, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646886de-34f9-4573-8d33-6bb05bad578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:36:50.356177 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (f0b4011c-e1be-4ef1-914b-9e51374f2b5f), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:50.469337 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] For port f0b4011c-e1be-4ef1-914b-9e51374f2b5f, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:36:50.473557 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] For port f0b4011c-e1be-4ef1-914b-9e51374f2b5f, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=f0b4011c-e1be-4ef1-914b-9e51374f2b5f,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:36:50.484440 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (f0b4011c-e1be-4ef1-914b-9e51374f2b5f), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:50.536168 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:50.536168 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:50.537696 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] 10.222.0.18 "PUT /v2.0/ports/f0b4011c-e1be-4ef1-914b-9e51374f2b5f HTTP/1.1" status: 200 len: 1094 time: 1.1109066 Jul 20 08:36:50.538388 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c207a53a-b0d9-4d09-8ce1-beecdf160eef', 'tag': 'f0b4011c-e1be-4ef1-914b-9e51374f2b5f'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:36:50.541165 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e007444c-e064-470b-81b7-d4a7fcc20c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c207a53a-b0d9-4d09-8ce1-beecdf160eef", "tag": "f0b4011c-e1be-4ef1-914b-9e51374f2b5f"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:36:50.571600 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d86e07-2ebb-45b8-b9d1-21a977eb0191 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b4011c-e1be-4ef1-914b-9e51374f2b5f,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:36:50.608886 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f08903-ae3d-4441-95fb-c7832f87517f x-openstack-request-id: req-14f08903-ae3d-4441-95fb-c7832f87517f {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:36:50.609387 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c207a53a-b0d9-4d09-8ce1-beecdf160eef", "tag": "f0b4011c-e1be-4ef1-914b-9e51374f2b5f", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:36:50.609795 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14f08903-ae3d-4441-95fb-c7832f87517f {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:36:50.610433 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f08903-ae3d-4441-95fb-c7832f87517f'] response: {'name': 'network-changed', 'server_uuid': 'c207a53a-b0d9-4d09-8ce1-beecdf160eef', 'tag': 'f0b4011c-e1be-4ef1-914b-9e51374f2b5f', 'status': 'completed', 'code': 200} Jul 20 08:36:50.683008 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68727b7b-3ddf-4d57-8417-990f98671217 req-9da75bc3-029e-4d09-ba2b-9628308cc02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:50.684820 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-9da75bc3-029e-4d09-ba2b-9628308cc02b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 1128 time: 0.0578749 Jul 20 08:36:50.738347 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-957e764d-3732-453f-96ef-68d355e70cb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0b4011c-e1be-4ef1-914b-9e51374f2b5f HTTP/1.1" status: 200 len: 217 time: 0.0386164 Jul 20 08:36:50.817236 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68727b7b-3ddf-4d57-8417-990f98671217 req-16b0cfc9-593d-4e65-af67-dd9f39b23459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:50.820067 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-16b0cfc9-593d-4e65-af67-dd9f39b23459 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7595eb2-89c2-44a4-8ca5-0b88f939ec19 HTTP/1.1" status: 200 len: 853 time: 0.0758388 Jul 20 08:36:50.895813 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68727b7b-3ddf-4d57-8417-990f98671217 req-3b72c47c-4c90-418c-913f-2c5746a0b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:50.898099 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-3b72c47c-4c90-418c-913f-2c5746a0b700 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21da7406-374d-4389-9eee-8af0140c04bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705161 Jul 20 08:36:50.962159 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ac187-948a-425b-91d4-76e5ab408cb3 req-b1b6302d-f698-49cd-91c9-7edfca0b9c7c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:50.968547 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a40ac187-948a-425b-91d4-76e5ab408cb3 req-b1b6302d-f698-49cd-91c9-7edfca0b9c7c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0686128 Jul 20 08:36:50.981782 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b11f6-d403-4cf0-bb9a-9dee7d92d447 req-413d99c8-05c4-470c-982a-f8ab14b2d347 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:50.984610 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-792b11f6-d403-4cf0-bb9a-9dee7d92d447 req-413d99c8-05c4-470c-982a-f8ab14b2d347 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 944 time: 0.0910599 Jul 20 08:36:51.058701 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a40ac187-948a-425b-91d4-76e5ab408cb3 req-d061789e-4519-45c2-90d8-bfc276141308 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846686 Jul 20 08:36:51.112800 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-792b11f6-d403-4cf0-bb9a-9dee7d92d447 req-eb067a94-027f-44b3-b594-e53eba9849e1 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216636 Jul 20 08:36:51.117931 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-d582b6e2-bf48-42e2-aa57-100cc4f39540 service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095485 Jul 20 08:36:51.238744 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68727b7b-3ddf-4d57-8417-990f98671217 req-9a43c6f3-c977-4fb4-b5a0-d56a35491c83 service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146150 Jul 20 08:36:52.186564 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d71f68-41bb-4832-a0a2-35efb2a5a69a req-370e860b-8706-45d6-8d3b-351e4a5368b8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:52.198735 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f6d71f68-41bb-4832-a0a2-35efb2a5a69a req-370e860b-8706-45d6-8d3b-351e4a5368b8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0657127 Jul 20 08:36:52.258468 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1018c0e-b596-47c9-b477-87d2b321360a req-03255aa3-5b86-4fae-a45b-f37c9d89fbdc tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:52.260826 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f6d71f68-41bb-4832-a0a2-35efb2a5a69a req-6b690274-ed8b-45ea-bba6-9c5a49088106 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559022 Jul 20 08:36:52.261921 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c1018c0e-b596-47c9-b477-87d2b321360a req-03255aa3-5b86-4fae-a45b-f37c9d89fbdc tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 944 time: 0.0736933 Jul 20 08:36:52.265449 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-29e25f38-a155-430f-a6ce-a1abd9904bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:52.329238 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c1018c0e-b596-47c9-b477-87d2b321360a req-5c84a810-9042-4a9d-b114-e406844ea56a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557964 Jul 20 08:36:53.431081 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447f880-fe6c-4e11-b047-9d3731cb657c req-4a84c4fc-ee73-4072-aa95-4ed2af878b72 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:53.432742 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6447f880-fe6c-4e11-b047-9d3731cb657c req-4a84c4fc-ee73-4072-aa95-4ed2af878b72 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0546670 Jul 20 08:36:53.456965 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f5205-507e-47de-ab8a-4650ad7f5b23 req-1b3de543-5cdd-4855-b6f8-fef538b251a2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:53.462967 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d4f5205-507e-47de-ab8a-4650ad7f5b23 req-1b3de543-5cdd-4855-b6f8-fef538b251a2 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 944 time: 0.0591366 Jul 20 08:36:53.489351 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6447f880-fe6c-4e11-b047-9d3731cb657c req-a5cae4c6-8cd6-4c7d-9bd4-f105101d8854 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500426 Jul 20 08:36:53.507038 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:53.516967 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d4f5205-507e-47de-ab8a-4650ad7f5b23 req-a93c9bb4-af87-4fd6-a01b-cec40e384901 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524139 Jul 20 08:36:53.986796 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:54.242117 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:54.291588 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007444c-e064-470b-81b7-d4a7fcc20c4f req-cde7199f-2ed8-4523-9392-58a7061ddf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:54.293100 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e007444c-e064-470b-81b7-d4a7fcc20c4f req-cde7199f-2ed8-4523-9392-58a7061ddf50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 1128 time: 0.0477927 Jul 20 08:36:54.434679 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007444c-e064-470b-81b7-d4a7fcc20c4f req-34238bb5-f23c-4bcd-a852-5486d379a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:54.436179 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e007444c-e064-470b-81b7-d4a7fcc20c4f req-34238bb5-f23c-4bcd-a852-5486d379a0a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21da7406-374d-4389-9eee-8af0140c04bf HTTP/1.1" status: 200 len: 915 time: 0.1366603 Jul 20 08:36:54.481308 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e007444c-e064-470b-81b7-d4a7fcc20c4f req-13c9b7d3-ffda-4a2d-b1a6-224292000513 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0b4011c-e1be-4ef1-914b-9e51374f2b5f HTTP/1.1" status: 200 len: 217 time: 0.0390301 Jul 20 08:36:54.528572 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:54.556519 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007444c-e064-470b-81b7-d4a7fcc20c4f req-1a5bb377-cf09-4a53-8277-83a124b1ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:54.558131 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e007444c-e064-470b-81b7-d4a7fcc20c4f req-1a5bb377-cf09-4a53-8277-83a124b1ee88 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7595eb2-89c2-44a4-8ca5-0b88f939ec19 HTTP/1.1" status: 200 len: 853 time: 0.0701144 Jul 20 08:36:54.618886 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007444c-e064-470b-81b7-d4a7fcc20c4f req-f96045ac-d13d-4b21-8b4f-b908dbf48c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:54.628239 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e007444c-e064-470b-81b7-d4a7fcc20c4f req-f96045ac-d13d-4b21-8b4f-b908dbf48c27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21da7406-374d-4389-9eee-8af0140c04bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634034 Jul 20 08:36:54.693029 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5cde6-96e0-4bc7-80b2-eb2a12a67cfa req-990866e7-54d9-49fc-939c-78393908759f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:54.695509 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-18f5cde6-96e0-4bc7-80b2-eb2a12a67cfa req-990866e7-54d9-49fc-939c-78393908759f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0709777 Jul 20 08:36:54.739344 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001598c-dac1-47c2-b093-62043b7f4fb0 req-0bb460c6-3bec-4de9-aa94-5643beb4a1ec tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:54.741897 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f001598c-dac1-47c2-b093-62043b7f4fb0 req-0bb460c6-3bec-4de9-aa94-5643beb4a1ec tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 944 time: 0.1101565 Jul 20 08:36:54.759839 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-18f5cde6-96e0-4bc7-80b2-eb2a12a67cfa req-4f870ada-a517-4962-b024-604912fe5211 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553043 Jul 20 08:36:54.853141 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e007444c-e064-470b-81b7-d4a7fcc20c4f req-1a9296f9-bcc0-4556-9124-bc13b9c6b05b service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107232 Jul 20 08:36:54.898294 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f001598c-dac1-47c2-b093-62043b7f4fb0 req-447ab3a7-183a-41e8-84ac-2da7560996fe tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444342 Jul 20 08:36:54.971498 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e007444c-e064-470b-81b7-d4a7fcc20c4f req-b4299670-8438-4c09-98a4-799566c13cc0 service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114399 Jul 20 08:36:55.254920 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device f0b4011c-e1be-4ef1-914b-9e51374f2b5f details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:36:55.379250 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port f0b4011c-e1be-4ef1-914b-9e51374f2b5f, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=f0b4011c-e1be-4ef1-914b-9e51374f2b5f,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:36:55.395255 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': 'f0b4011c-e1be-4ef1-914b-9e51374f2b5f', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'port_id': 'f0b4011c-e1be-4ef1-914b-9e51374f2b5f', 'mac_address': 'fa:16:3e:a7:7f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:36:55.437010 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port f0b4011c-e1be-4ef1-914b-9e51374f2b5f is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:36:55.437401 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (f0b4011c-e1be-4ef1-914b-9e51374f2b5f), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:55.461493 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b4011c-e1be-4ef1-914b-9e51374f2b5f {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:36:55.483013 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:55.485867 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port f0b4011c-e1be-4ef1-914b-9e51374f2b5f, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=f0b4011c-e1be-4ef1-914b-9e51374f2b5f,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:36:55.489805 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (f0b4011c-e1be-4ef1-914b-9e51374f2b5f), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:55.532187 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:55.543255 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=f0b4011c-e1be-4ef1-914b-9e51374f2b5f,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:36:55.885535 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:55.895300 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb98a1-2f7a-4d54-935a-198d2ee5aa3e req-c1a89739-afce-4e93-b869-7030f078d73d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:55.896819 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b3eb98a1-2f7a-4d54-935a-198d2ee5aa3e req-c1a89739-afce-4e93-b869-7030f078d73d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0512133 Jul 20 08:36:55.949005 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b3eb98a1-2f7a-4d54-935a-198d2ee5aa3e req-dd4167d7-87eb-4674-96fa-fd69fb0f81c8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459824 Jul 20 08:36:56.031997 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e02a1-0848-4615-8d44-4ca2e34d5138 req-f35ae017-ddd5-4b07-b5ec-3bc8b06afed4 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:56.033544 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-677e02a1-0848-4615-8d44-4ca2e34d5138 req-f35ae017-ddd5-4b07-b5ec-3bc8b06afed4 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 945 time: 0.0512159 Jul 20 08:36:56.083193 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-677e02a1-0848-4615-8d44-4ca2e34d5138 req-ce36b2c8-e597-4342-b9d7-2bbb46817cd3 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439513 Jul 20 08:36:56.243098 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:56.374464 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['f0b4011c-e1be-4ef1-914b-9e51374f2b5f'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:36:56.552507 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:56.717821 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:56.980453 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de962ac-2642-4517-8273-2187395d791b req-c75eb04d-8fc2-4a18-bd19-f86f0273cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:56.981870 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8de962ac-2642-4517-8273-2187395d791b req-c75eb04d-8fc2-4a18-bd19-f86f0273cfe9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80faf6362e244bb992ffb6058ceeefda&device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 1130 time: 0.0417042 Jul 20 08:36:57.079853 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6d8d3-a78a-4845-9883-16df515738bb req-5400f839-0c8d-4f2d-ae92-2f532ccdcb77 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:57.081897 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3ed6d8d3-a78a-4845-9883-16df515738bb req-5400f839-0c8d-4f2d-ae92-2f532ccdcb77 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0557814 Jul 20 08:36:57.082904 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de962ac-2642-4517-8273-2187395d791b req-bcf895e4-d38c-4c5a-96e7-ed2514861c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:57.084392 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8de962ac-2642-4517-8273-2187395d791b req-bcf895e4-d38c-4c5a-96e7-ed2514861c17 service neutron] 10.222.0.18 "GET /v2.0/networks?id=493487e7-e371-48c4-94a1-b290ee37dc8e HTTP/1.1" status: 200 len: 918 time: 0.0962541 Jul 20 08:36:57.136213 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3ed6d8d3-a78a-4845-9883-16df515738bb req-73bee246-b1cf-45bb-9230-ea581cdce490 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483057 Jul 20 08:36:57.168616 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8de962ac-2642-4517-8273-2187395d791b req-33b7870f-b928-4400-9ff1-82e601810d4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 HTTP/1.1" status: 200 len: 1002 time: 0.0767419 Jul 20 08:36:57.242551 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb3fb1-fa9f-4b3d-a8be-badc27355649 req-9fac35b3-28c0-4caf-95a4-00d80ae8c16c tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:57.243968 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bcdb3fb1-fa9f-4b3d-a8be-badc27355649 req-9fac35b3-28c0-4caf-95a4-00d80ae8c16c tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 945 time: 0.0862286 Jul 20 08:36:57.263737 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de962ac-2642-4517-8273-2187395d791b req-c3cc5458-b1c3-4e4e-b65a-048b0da89740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:57.265437 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8de962ac-2642-4517-8273-2187395d791b req-c3cc5458-b1c3-4e4e-b65a-048b0da89740 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1674d774-8563-48a3-b527-f0af4400482d HTTP/1.1" status: 200 len: 856 time: 0.0754292 Jul 20 08:36:57.327495 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:57.330056 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de962ac-2642-4517-8273-2187395d791b req-8db3da66-90e2-48a5-abbe-34711d4935ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:57.331573 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8de962ac-2642-4517-8273-2187395d791b req-8db3da66-90e2-48a5-abbe-34711d4935ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=493487e7-e371-48c4-94a1-b290ee37dc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589557 Jul 20 08:36:57.335814 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bcdb3fb1-fa9f-4b3d-a8be-badc27355649 req-f15f488f-2204-48c8-8f13-8715e1b9323e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836718 Jul 20 08:36:57.428406 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8de962ac-2642-4517-8273-2187395d791b req-4bfbc541-3eb4-4888-a493-686767a45286 service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885289 Jul 20 08:36:57.501790 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device f0b4011c-e1be-4ef1-914b-9e51374f2b5f up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:36:57.518941 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8de962ac-2642-4517-8273-2187395d791b req-8de3d66e-1ff7-4b58-96f5-dacb805f0c2c service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841315 Jul 20 08:36:57.546949 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port f0b4011c-e1be-4ef1-914b-9e51374f2b5f completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:36:57.552562 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port f0b4011c-e1be-4ef1-914b-9e51374f2b5f triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:36:57.552967 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (f0b4011c-e1be-4ef1-914b-9e51374f2b5f), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:57.625584 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port f0b4011c-e1be-4ef1-914b-9e51374f2b5f is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:36:57.625979 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (f0b4011c-e1be-4ef1-914b-9e51374f2b5f), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:57.650246 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c207a53a-b0d9-4d09-8ce1-beecdf160eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b4011c-e1be-4ef1-914b-9e51374f2b5f'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:36:57.652524 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5b1135-6f9c-4cc2-a060-7a24fb54bbfa" -d '{"events": [{"server_uuid": "c207a53a-b0d9-4d09-8ce1-beecdf160eef", "name": "network-vif-plugged", "status": "completed", "tag": "f0b4011c-e1be-4ef1-914b-9e51374f2b5f"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:36:57.666597 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port f0b4011c-e1be-4ef1-914b-9e51374f2b5f, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=f0b4011c-e1be-4ef1-914b-9e51374f2b5f,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:36:57.670937 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (f0b4011c-e1be-4ef1-914b-9e51374f2b5f), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:36:57.731752 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=f0b4011c-e1be-4ef1-914b-9e51374f2b5f,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:36:57.755300 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684ac91c-90d0-4d23-812d-11d796884b2e x-openstack-request-id: req-684ac91c-90d0-4d23-812d-11d796884b2e {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:36:57.755591 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c207a53a-b0d9-4d09-8ce1-beecdf160eef", "name": "network-vif-plugged", "status": "completed", "tag": "f0b4011c-e1be-4ef1-914b-9e51374f2b5f", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:36:57.755868 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-684ac91c-90d0-4d23-812d-11d796884b2e {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:36:57.756268 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684ac91c-90d0-4d23-812d-11d796884b2e'] response: {'server_uuid': 'c207a53a-b0d9-4d09-8ce1-beecdf160eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b4011c-e1be-4ef1-914b-9e51374f2b5f', 'code': 200} Jul 20 08:36:58.248823 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:58.268813 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159380f-efcd-48db-bab2-fb5e0b293a38 req-5266cc6a-f3e5-42dc-9230-a483b877008d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:58.270247 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0159380f-efcd-48db-bab2-fb5e0b293a38 req-5266cc6a-f3e5-42dc-9230-a483b877008d tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0571308 Jul 20 08:36:58.317915 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0159380f-efcd-48db-bab2-fb5e0b293a38 req-54c70f60-2178-4ca7-be2b-d5a7806072f8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418384 Jul 20 08:36:58.452034 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440e366-2349-4566-8350-a8cc27be57c7 req-f9690b33-e598-49b4-afb3-5d99a38c16d3 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:58.453495 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b440e366-2349-4566-8350-a8cc27be57c7 req-f9690b33-e598-49b4-afb3-5d99a38c16d3 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 946 time: 0.0475156 Jul 20 08:36:58.501114 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b440e366-2349-4566-8350-a8cc27be57c7 req-0ae77b0a-56fd-46b9-8635-1e7c246c6f65 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421262 Jul 20 08:36:59.442392 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a000fad-f39e-4797-b2b3-4fb6bdddd7e4 req-6245f28e-de59-4a7a-912b-6f924a7fa801 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:59.444062 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4a000fad-f39e-4797-b2b3-4fb6bdddd7e4 req-6245f28e-de59-4a7a-912b-6f924a7fa801 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0478239 Jul 20 08:36:59.493371 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4a000fad-f39e-4797-b2b3-4fb6bdddd7e4 req-2fe6021b-1657-4dbe-962c-677d7e0e68ac tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437551 Jul 20 08:36:59.601805 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:36:59.618972 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dc8b8-d66a-454c-8aea-0bf9ee4dc636 req-46c89c30-b57f-4df1-8f8e-1861c9858116 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:36:59.620462 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0c1dc8b8-d66a-454c-8aea-0bf9ee4dc636 req-46c89c30-b57f-4df1-8f8e-1861c9858116 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 946 time: 0.0497153 Jul 20 08:36:59.673323 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0c1dc8b8-d66a-454c-8aea-0bf9ee4dc636 req-d365be0e-8744-47bf-8aec-849aa8346fd3 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472906 Jul 20 08:37:00.613022 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75e8c4-2e91-4509-a1bb-04f17cca5072 req-0bd11921-00a1-4399-86b1-86da41b4b2eb tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:00.614531 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ef75e8c4-2e91-4509-a1bb-04f17cca5072 req-0bd11921-00a1-4399-86b1-86da41b4b2eb tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0480900 Jul 20 08:37:00.668577 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ef75e8c4-2e91-4509-a1bb-04f17cca5072 req-dab7f86e-0051-4499-90ba-aa0d3f8d06c9 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469797 Jul 20 08:37:00.794520 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9a5c0-2cfa-4b6f-971b-4563fac81e9d req-556937a4-5ec6-46c7-bb19-d70072705029 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:00.796066 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f8f9a5c0-2cfa-4b6f-971b-4563fac81e9d req-556937a4-5ec6-46c7-bb19-d70072705029 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 946 time: 0.0499790 Jul 20 08:37:00.845678 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f8f9a5c0-2cfa-4b6f-971b-4563fac81e9d req-0c184f7e-0741-4c25-ad8a-6701acfdb092 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439973 Jul 20 08:37:01.669786 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42124) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:01.809143 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40072ea6-cf9b-456c-8946-8c28dd92fca0 req-89cf0ff9-9a71-4fcf-a986-28354c7749da tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:01.811168 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-40072ea6-cf9b-456c-8946-8c28dd92fca0 req-89cf0ff9-9a71-4fcf-a986-28354c7749da tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 946 time: 0.0539150 Jul 20 08:37:01.864694 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-40072ea6-cf9b-456c-8946-8c28dd92fca0 req-af39b38b-6241-4941-a594-a547acd02191 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479016 Jul 20 08:37:02.003448 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e3132-46fe-4000-b273-4db28c21cd38 req-13fc88c9-2631-4d0b-aede-059dac3fd26c tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:02.004930 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1e8e3132-46fe-4000-b273-4db28c21cd38 req-13fc88c9-2631-4d0b-aede-059dac3fd26c tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 946 time: 0.0822382 Jul 20 08:37:02.023840 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-f95e7e79-bfbc-44c5-a592-60e8f4a18c14 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Deleting port 361252ad-1266-42a7-b837-8fce21be70fc {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:37:02.024179 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f95e7e79-bfbc-44c5-a592-60e8f4a18c14 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (361252ad-1266-42a7-b837-8fce21be70fc), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:02.118693 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1e8e3132-46fe-4000-b273-4db28c21cd38 req-ab08a342-dd43-4901-a657-d3959b775f0f tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045427 Jul 20 08:37:02.150166 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f95e7e79-bfbc-44c5-a592-60e8f4a18c14 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (361252ad-1266-42a7-b837-8fce21be70fc), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:02.150496 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f95e7e79-bfbc-44c5-a592-60e8f4a18c14 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for floatingip (361252ad-1266-42a7-b837-8fce21be70fc), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:02.166212 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-f95e7e79-bfbc-44c5-a592-60e8f4a18c14 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Calling delete_port for 361252ad-1266-42a7-b837-8fce21be70fc owned by network:floatingip {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:37:02.292708 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:02.347391 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f95e7e79-bfbc-44c5-a592-60e8f4a18c14 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (361252ad-1266-42a7-b837-8fce21be70fc), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:02.372599 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e7e79-bfbc-44c5-a592-60e8f4a18c14 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Pushing event deleted for resources: {'Port': ['ID=361252ad-1266-42a7-b837-8fce21be70fc,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:02.447788 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f95e7e79-bfbc-44c5-a592-60e8f4a18c14 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for floatingip (92f06370-a0fe-43c1-8204-b4b9e8463acb), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:02.448114 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-f95e7e79-bfbc-44c5-a592-60e8f4a18c14 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Floating IP 92f06370-a0fe-43c1-8204-b4b9e8463acb disassociated (deleted). External IP: 172.27.1.182, port: 74d72a98-84ae-4d18-bd71-3bf590c0a455. Jul 20 08:37:02.644933 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:02.659042 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:37:02.662430 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95e7e79-bfbc-44c5-a592-60e8f4a18c14 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Router c0cf123f-20b5-4ec2-a780-96cdadb447db has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:37:02.751582 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 is: ACTIVE; New status is: DOWN {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:37:02.752521 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:02.783784 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:37:02.786088 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271ca660-1c17-4add-a35f-51949506b9f8" -d '{"events": [{"server_uuid": "0f9589ff-3f5c-4537-9fde-1b5e676b7e09", "name": "network-vif-unplugged", "status": "completed", "tag": "08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:37:02.786866 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95e7e79-bfbc-44c5-a592-60e8f4a18c14 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:37:02.798782 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceef987-379d-4e20-93fe-3e5ff2714798 None None] Sync routers for ids ['c0cf123f-20b5-4ec2-a780-96cdadb447db'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:37:02.801287 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f95e7e79-bfbc-44c5-a592-60e8f4a18c14 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:02.810857 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:02.815441 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceef987-379d-4e20-93fe-3e5ff2714798 None None] Routers {'c0cf123f-20b5-4ec2-a780-96cdadb447db'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:37:02.816081 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3ceef987-379d-4e20-93fe-3e5ff2714798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:36:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c0cf123f-20b5-4ec2-a780-96cdadb447db'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:02.820972 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:02.850628 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f95e7e79-bfbc-44c5-a592-60e8f4a18c14 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "DELETE /v2.0/floatingips/92f06370-a0fe-43c1-8204-b4b9e8463acb HTTP/1.1" status: 204 len: 168 time: 1.1796992 Jul 20 08:37:02.851325 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'tag': '74d72a98-84ae-4d18-bd71-3bf590c0a455'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:37:02.853937 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00f69ad5a0cac4e7728d797b6610dcca539aaa5862e314ac00bb2191cad31ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb28267-db61-4a55-851d-efe79875353c" -d '{"events": [{"name": "network-changed", "server_uuid": "e518b913-0606-4cd9-96f7-dfcf59ff8758", "tag": "74d72a98-84ae-4d18-bd71-3bf590c0a455"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:37:02.858048 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 08:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c58638e-5fe6-49ed-8a27-a29e8429287b x-openstack-request-id: req-2c58638e-5fe6-49ed-8a27-a29e8429287b {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:37:02.858345 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9589ff-3f5c-4537-9fde-1b5e676b7e09", "name": "network-vif-unplugged", "status": "completed", "tag": "08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:37:02.858767 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c58638e-5fe6-49ed-8a27-a29e8429287b {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:37:02.859457 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c58638e-5fe6-49ed-8a27-a29e8429287b'] response: {'server_uuid': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4', 'code': 200} Jul 20 08:37:02.895557 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:02.923477 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5641e78-9fcf-41a1-aca1-82abf0a2a43a req-b1677d10-baac-4294-89e1-24aa8f3b1ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:02.925895 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f5641e78-9fcf-41a1-aca1-82abf0a2a43a req-b1677d10-baac-4294-89e1-24aa8f3b1ff8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 1130 time: 0.0421817 Jul 20 08:37:02.971214 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:02.996655 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,revision_number=8']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:03.010267 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-3ceef987-379d-4e20-93fe-3e5ff2714798 None None] Set router c0cf123f-20b5-4ec2-a780-96cdadb447db gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:37:03.011412 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd080e53-c99c-41a7-aaba-d982aab0f913 x-openstack-request-id: req-dd080e53-c99c-41a7-aaba-d982aab0f913 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:37:03.012804 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e518b913-0606-4cd9-96f7-dfcf59ff8758", "tag": "74d72a98-84ae-4d18-bd71-3bf590c0a455", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:37:03.013303 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd080e53-c99c-41a7-aaba-d982aab0f913 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:37:03.015767 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd080e53-c99c-41a7-aaba-d982aab0f913'] response: {'name': 'network-changed', 'server_uuid': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'tag': '74d72a98-84ae-4d18-bd71-3bf590c0a455', 'status': 'completed', 'code': 200} Jul 20 08:37:03.133391 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88ec47-0fe3-48ae-aaba-97c96293313d req-3c5e453f-e304-4834-b05e-688358323706 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:03.135019 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-be88ec47-0fe3-48ae-aaba-97c96293313d req-3c5e453f-e304-4834-b05e-688358323706 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0702395 Jul 20 08:37:03.228177 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-be88ec47-0fe3-48ae-aaba-97c96293313d req-5e47084c-5c75-4394-a660-3e4ae114491b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868235 Jul 20 08:37:03.228398 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0175d5-39c4-4eda-99f6-be054be4978c req-86339c59-f31c-4f80-80ab-0f1aaa8811f1 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:03.230317 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e0175d5-39c4-4eda-99f6-be054be4978c req-86339c59-f31c-4f80-80ab-0f1aaa8811f1 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.1630805 Jul 20 08:37:03.237110 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb28267-db61-4a55-851d-efe79875353c req-9e2bd480-8dfc-4753-9aa4-3334337e565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:03.238925 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bdb28267-db61-4a55-851d-efe79875353c req-9e2bd480-8dfc-4753-9aa4-3334337e565e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=714941c1e0034a37b0bf0144c1eac958&device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 1130 time: 0.0842602 Jul 20 08:37:03.276986 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f5641e78-9fcf-41a1-aca1-82abf0a2a43a req-1653e2d9-b1e6-40df-ba52-2f381154e38d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842797 Jul 20 08:37:03.299274 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3ceef987-379d-4e20-93fe-3e5ff2714798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'name': 'tempest-TestShelveInstance-213468093-router', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:58Z', 'updated_at': '2022-07-20T08:30:02Z', 'revision_number': 4, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'gw_port': {'id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:59Z', 'updated_at': '2022-07-20T08:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '51c7b459-5d5d-49cd-8b64-a5667386cd4e', 'name': '', 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'mac_address': 'fa:16:3e:53:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '67df32de-3166-445b-a233-44f44257b1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:01Z', 'updated_at': '2022-07-20T08:30:07Z', 'revision_number': 5, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'subnets': [{'id': '67df32de-3166-445b-a233-44f44257b1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:03.325474 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e0175d5-39c4-4eda-99f6-be054be4978c req-6ba9bc48-f033-405a-a38a-69e08175094d tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806227 Jul 20 08:37:03.340442 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceef987-379d-4e20-93fe-3e5ff2714798 None None] Checking router: c0cf123f-20b5-4ec2-a780-96cdadb447db for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:37:03.355636 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceef987-379d-4e20-93fe-3e5ff2714798 None None] Routers {'c0cf123f-20b5-4ec2-a780-96cdadb447db'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:37:03.357250 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3ceef987-379d-4e20-93fe-3e5ff2714798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:36:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c0cf123f-20b5-4ec2-a780-96cdadb447db'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:03.388147 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a307f8b-5125-457d-bf85-5d184905abd8 req-afd23df1-cfa0-42d9-af81-98156b084443 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:03.390177 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7a307f8b-5125-457d-bf85-5d184905abd8 req-afd23df1-cfa0-42d9-af81-98156b084443 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 946 time: 0.0694628 Jul 20 08:37:03.449970 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7a307f8b-5125-457d-bf85-5d184905abd8 req-cd00a2c1-5dd6-42c2-a44a-6e7a06e1cd5a tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521390 Jul 20 08:37:03.488084 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-3ceef987-379d-4e20-93fe-3e5ff2714798 None None] Set router c0cf123f-20b5-4ec2-a780-96cdadb447db gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:37:03.710949 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3ceef987-379d-4e20-93fe-3e5ff2714798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'name': 'tempest-TestShelveInstance-213468093-router', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:58Z', 'updated_at': '2022-07-20T08:30:02Z', 'revision_number': 4, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'gw_port': {'id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:59Z', 'updated_at': '2022-07-20T08:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '51c7b459-5d5d-49cd-8b64-a5667386cd4e', 'name': '', 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'mac_address': 'fa:16:3e:53:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '67df32de-3166-445b-a233-44f44257b1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:01Z', 'updated_at': '2022-07-20T08:30:07Z', 'revision_number': 5, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'subnets': [{'id': '67df32de-3166-445b-a233-44f44257b1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:03.742764 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceef987-379d-4e20-93fe-3e5ff2714798 None None] The sync data for ids ['c0cf123f-20b5-4ec2-a780-96cdadb447db'] in dv-cinder-823089-3-iscsi is: [{'id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'name': 'tempest-TestShelveInstance-213468093-router', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:58Z', 'updated_at': '2022-07-20T08:30:02Z', 'revision_number': 4, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'gw_port': {'id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:59Z', 'updated_at': '2022-07-20T08:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '51c7b459-5d5d-49cd-8b64-a5667386cd4e', 'name': '', 'network_id': '25f446cb-7a17-4014-9d26-36b89d0e107f', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'mac_address': 'fa:16:3e:53:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '67df32de-3166-445b-a233-44f44257b1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:01Z', 'updated_at': '2022-07-20T08:30:07Z', 'revision_number': 5, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'subnets': [{'id': '67df32de-3166-445b-a233-44f44257b1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:37:03.985879 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1397d1a-ad7f-4e0e-a688-a448eff06169 None None] New status for floating IP 92f06370-a0fe-43c1-8204-b4b9e8463acb: DOWN {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:37:04.361183 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85342f90-cbc7-4ae0-af75-877d1835dcf4 req-7b704b5f-eb15-4766-bddf-935ab3a8bbb8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:04.362203 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-85342f90-cbc7-4ae0-af75-877d1835dcf4 req-7b704b5f-eb15-4766-bddf-935ab3a8bbb8 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0498848 Jul 20 08:37:04.416920 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-85342f90-cbc7-4ae0-af75-877d1835dcf4 req-d6c0cb15-86b0-449f-935c-9f318a5f2ae6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481436 Jul 20 08:37:04.455181 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3b95e-d4e4-482c-86eb-2057fa4eb971 req-c04736fa-4319-4d39-9d52-6702964f37a6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:04.456675 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-bfb3b95e-d4e4-482c-86eb-2057fa4eb971 req-c04736fa-4319-4d39-9d52-6702964f37a6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0527751 Jul 20 08:37:04.514521 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-bfb3b95e-d4e4-482c-86eb-2057fa4eb971 req-b03fb807-819e-4641-895e-33ab9d2d1c24 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510316 Jul 20 08:37:04.579556 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc18be-837d-4427-84f4-c41cadd8b983 req-4e62d43f-29b1-419e-af8a-c6fbfe4a3d5c tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:04.581129 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-61bc18be-837d-4427-84f4-c41cadd8b983 req-4e62d43f-29b1-419e-af8a-c6fbfe4a3d5c tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 946 time: 0.0607309 Jul 20 08:37:04.630395 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-61bc18be-837d-4427-84f4-c41cadd8b983 req-c3c4e749-dbe8-46aa-a075-f0b1e3d8c483 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435009 Jul 20 08:37:05.099528 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:05.132766 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb28267-db61-4a55-851d-efe79875353c req-54d1da21-a667-4bb8-8e99-50bbf66813e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:05.134266 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bdb28267-db61-4a55-851d-efe79875353c req-54d1da21-a667-4bb8-8e99-50bbf66813e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=25f446cb-7a17-4014-9d26-36b89d0e107f HTTP/1.1" status: 200 len: 909 time: 0.0951023 Jul 20 08:37:05.553905 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0b271-4a4a-4d9d-a012-cc05d1d3199e req-e146987a-f34e-49f2-a719-03ecd47dc985 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:05.555630 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-82f0b271-4a4a-4d9d-a012-cc05d1d3199e req-e146987a-f34e-49f2-a719-03ecd47dc985 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0608160 Jul 20 08:37:05.610861 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-82f0b271-4a4a-4d9d-a012-cc05d1d3199e req-2df42b9d-1b6a-4881-a215-5eba611ad7fb tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463052 Jul 20 08:37:05.640773 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78ef24-fd5d-4686-934f-e43270f984ac req-6e84e9a7-b9af-4f5e-9e0f-495f304f837f tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:05.642497 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fa78ef24-fd5d-4686-934f-e43270f984ac req-6e84e9a7-b9af-4f5e-9e0f-495f304f837f tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 946 time: 0.0505226 Jul 20 08:37:05.713686 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fa78ef24-fd5d-4686-934f-e43270f984ac req-6ebb5662-1120-4b2f-bf1b-c995375452e3 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641031 Jul 20 08:37:05.848582 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767863a-dff5-4758-9807-a66c083ff6e8 req-4e52a1c6-1e6b-4eac-b0fe-5e341b57401b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:05.850566 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9767863a-dff5-4758-9807-a66c083ff6e8 req-4e52a1c6-1e6b-4eac-b0fe-5e341b57401b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 946 time: 0.0607326 Jul 20 08:37:05.879413 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:05.904783 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9767863a-dff5-4758-9807-a66c083ff6e8 req-ac921f69-4f9c-4c73-9f9e-b7c893a6ae97 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480096 Jul 20 08:37:06.060236 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bdb28267-db61-4a55-851d-efe79875353c req-5771afc3-bfe3-477f-9e14-33d3bf755027 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74d72a98-84ae-4d18-bd71-3bf590c0a455 HTTP/1.1" status: 200 len: 217 time: 0.0472200 Jul 20 08:37:06.419833 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb28267-db61-4a55-851d-efe79875353c req-eb326e55-72b6-45f6-b61a-d4b5e1d8473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:06.421316 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bdb28267-db61-4a55-851d-efe79875353c req-eb326e55-72b6-45f6-b61a-d4b5e1d8473d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=67df32de-3166-445b-a233-44f44257b1ac HTTP/1.1" status: 200 len: 847 time: 0.0499997 Jul 20 08:37:06.446546 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:37:06.546750 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 is: DOWN; New status is: DOWN {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:37:06.549256 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 74d72a98-84ae-4d18-bd71-3bf590c0a455 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:37:06.688382 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 74d72a98-84ae-4d18-bd71-3bf590c0a455 is: ACTIVE; New status is: DOWN {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:37:06.689336 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:06.732959 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d72a98-84ae-4d18-bd71-3bf590c0a455'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:37:06.736321 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0713de5f-cc66-4d48-b586-cc9b9c6082f0" -d '{"events": [{"server_uuid": "e518b913-0606-4cd9-96f7-dfcf59ff8758", "name": "network-vif-unplugged", "status": "completed", "tag": "74d72a98-84ae-4d18-bd71-3bf590c0a455"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:37:06.753326 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 74d72a98-84ae-4d18-bd71-3bf590c0a455, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=74d72a98-84ae-4d18-bd71-3bf590c0a455,segment=NetworkSegment(cb622305-3894-4c30-92b0-7b125aa1fe0f),segment_id=cb622305-3894-4c30-92b0-7b125aa1fe0f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:06.759524 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:06.820337 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 08:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015ef29d-fa22-4529-acca-1c270274212b x-openstack-request-id: req-015ef29d-fa22-4529-acca-1c270274212b {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:37:06.820689 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e518b913-0606-4cd9-96f7-dfcf59ff8758", "name": "network-vif-unplugged", "status": "completed", "tag": "74d72a98-84ae-4d18-bd71-3bf590c0a455", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:37:06.821031 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-015ef29d-fa22-4529-acca-1c270274212b {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:37:06.821620 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015ef29d-fa22-4529-acca-1c270274212b'] response: {'server_uuid': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d72a98-84ae-4d18-bd71-3bf590c0a455', 'code': 200} Jul 20 08:37:06.871377 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=74d72a98-84ae-4d18-bd71-3bf590c0a455,revision_number=9']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:06.922963 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:06.952886 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e036faa-011a-4df4-8570-b41788684881 req-fbbcb333-05a8-4549-a047-1734099a0e98 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:06.954756 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1e036faa-011a-4df4-8570-b41788684881 req-fbbcb333-05a8-4549-a047-1734099a0e98 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0686879 Jul 20 08:37:07.050150 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1e036faa-011a-4df4-8570-b41788684881 req-691837b6-8f70-485b-865f-164ab85aa619 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5a42e5-1bea-4549-81ca-4a97125560c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886745 Jul 20 08:37:07.052278 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d768f7f2-15f1-4e5a-a2fb-050eac0e7563 req-7ba9fbec-33c6-487b-9837-968c24880bc0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1287918 Jul 20 08:37:07.055018 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237fe82-a5ca-4b94-8ec1-9b278d2db736 req-49c53e88-8cc2-4e5b-ac36-9893e40a2a92 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:07.056577 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f237fe82-a5ca-4b94-8ec1-9b278d2db736 req-49c53e88-8cc2-4e5b-ac36-9893e40a2a92 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.4503610 Jul 20 08:37:07.070563 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb28267-db61-4a55-851d-efe79875353c req-3bdbc5c8-784b-4fc9-8f9b-fbfa6d38d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:07.072042 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bdb28267-db61-4a55-851d-efe79875353c req-3bdbc5c8-784b-4fc9-8f9b-fbfa6d38d149 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25f446cb-7a17-4014-9d26-36b89d0e107f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4170709 Jul 20 08:37:07.162268 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f237fe82-a5ca-4b94-8ec1-9b278d2db736 req-6d7d328a-3fa0-4d18-a4bf-4ad6e789059a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988762 Jul 20 08:37:07.184522 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea906a0-be54-4fac-ae07-8de4a6035973 req-0c925e26-2b8d-4135-a24d-d377a0e54db6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:07.186162 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aea906a0-be54-4fac-ae07-8de4a6035973 req-0c925e26-2b8d-4135-a24d-d377a0e54db6 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.18 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 944 time: 0.0749481 Jul 20 08:37:07.219806 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f5853-4a02-4032-9e85-94235d88aab9 req-3cdfa4a5-fb77-4aad-8e84-17ec82b644c5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:07.221278 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5d7f5853-4a02-4032-9e85-94235d88aab9 req-3cdfa4a5-fb77-4aad-8e84-17ec82b644c5 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 946 time: 0.0908372 Jul 20 08:37:07.246210 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768f7f2-15f1-4e5a-a2fb-050eac0e7563 req-ffa813c8-4256-4194-8826-7124e791a646 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:07.247687 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d768f7f2-15f1-4e5a-a2fb-050eac0e7563 req-ffa813c8-4256-4194-8826-7124e791a646 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports/08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 HTTP/1.1" status: 200 len: 941 time: 0.1591177 Jul 20 08:37:07.422192 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-aea906a0-be54-4fac-ae07-8de4a6035973 req-85ded7e0-710d-48b3-8c29-861b8189fe1d tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Deleting port 74d72a98-84ae-4d18-bd71-3bf590c0a455 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:37:07.422537 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-aea906a0-be54-4fac-ae07-8de4a6035973 req-85ded7e0-710d-48b3-8c29-861b8189fe1d tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:07.517572 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bdb28267-db61-4a55-851d-efe79875353c req-4e3213dc-c2f9-4ee5-8ed3-0d34c57d79f4 service neutron] 10.222.0.18 "GET /v2.0/networks/25f446cb-7a17-4014-9d26-36b89d0e107f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501886 Jul 20 08:37:07.527763 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5d7f5853-4a02-4032-9e85-94235d88aab9 req-ba913413-556c-4519-b422-f11c909bd17e tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001058 Jul 20 08:37:07.612723 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-aea906a0-be54-4fac-ae07-8de4a6035973 req-85ded7e0-710d-48b3-8c29-861b8189fe1d tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] For port 74d72a98-84ae-4d18-bd71-3bf590c0a455, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=74d72a98-84ae-4d18-bd71-3bf590c0a455,segment=NetworkSegment(cb622305-3894-4c30-92b0-7b125aa1fe0f),segment_id=cb622305-3894-4c30-92b0-7b125aa1fe0f)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:07.613090 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-aea906a0-be54-4fac-ae07-8de4a6035973 req-85ded7e0-710d-48b3-8c29-861b8189fe1d tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:07.649548 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-aea906a0-be54-4fac-ae07-8de4a6035973 req-85ded7e0-710d-48b3-8c29-861b8189fe1d tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Calling delete_port for 74d72a98-84ae-4d18-bd71-3bf590c0a455 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:37:07.699041 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bdb28267-db61-4a55-851d-efe79875353c req-1b14515d-bd89-4c2b-95f7-5383ec436656 service neutron] 10.222.0.18 "GET /v2.0/networks/25f446cb-7a17-4014-9d26-36b89d0e107f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741831 Jul 20 08:37:07.740151 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766b24c-8ea8-4274-ba36-c8ca11610876 req-19c1e5e6-2726-4556-9a0b-eb2253242c24 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:07.742272 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5766b24c-8ea8-4274-ba36-c8ca11610876 req-19c1e5e6-2726-4556-9a0b-eb2253242c24 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 946 time: 0.1143720 Jul 20 08:37:07.757346 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42232) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:07.763256 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-4e915d3b-bfb6-42c3-a5e2-8f9da364a158 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Request body: {'floatingip': {'port_id': 'f0b4011c-e1be-4ef1-914b-9e51374f2b5f'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:37:07.807410 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e915d3b-bfb6-42c3-a5e2-8f9da364a158 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (6fea178d-b286-43a8-9d92-171b471df2d4), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:07.818287 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:07.840949 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-aea906a0-be54-4fac-ae07-8de4a6035973 req-85ded7e0-710d-48b3-8c29-861b8189fe1d tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (74d72a98-84ae-4d18-bd71-3bf590c0a455), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:07.876612 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ded7e0-710d-48b3-8c29-861b8189fe1d tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Pushing event deleted for resources: {'Port': ['ID=74d72a98-84ae-4d18-bd71-3bf590c0a455,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:07.891213 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:07.938723 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea906a0-be54-4fac-ae07-8de4a6035973 req-85ded7e0-710d-48b3-8c29-861b8189fe1d tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] No DVR routers for this DVR port 74d72a98-84ae-4d18-bd71-3bf590c0a455 on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:37:07.940654 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-aea906a0-be54-4fac-ae07-8de4a6035973 req-85ded7e0-710d-48b3-8c29-861b8189fe1d tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:07.944602 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aea906a0-be54-4fac-ae07-8de4a6035973 req-85ded7e0-710d-48b3-8c29-861b8189fe1d tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.18 "DELETE /v2.0/ports/74d72a98-84ae-4d18-bd71-3bf590c0a455 HTTP/1.1" status: 204 len: 173 time: 0.6740284 Jul 20 08:37:07.945111 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'name': 'network-vif-deleted', 'tag': '74d72a98-84ae-4d18-bd71-3bf590c0a455'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:37:07.948267 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ded594-e8e0-46d4-bd4c-abd6340335a7" -d '{"events": [{"server_uuid": "e518b913-0606-4cd9-96f7-dfcf59ff8758", "name": "network-vif-deleted", "tag": "74d72a98-84ae-4d18-bd71-3bf590c0a455"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:37:08.001442 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923b00ea-e3ee-478f-bfa6-e65fac31bce9 x-openstack-request-id: req-923b00ea-e3ee-478f-bfa6-e65fac31bce9 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:37:08.001735 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e518b913-0606-4cd9-96f7-dfcf59ff8758", "name": "network-vif-deleted", "tag": "74d72a98-84ae-4d18-bd71-3bf590c0a455", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:37:08.001990 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-923b00ea-e3ee-478f-bfa6-e65fac31bce9 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:37:08.002397 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923b00ea-e3ee-478f-bfa6-e65fac31bce9'] response: {'server_uuid': 'e518b913-0606-4cd9-96f7-dfcf59ff8758', 'name': 'network-vif-deleted', 'tag': '74d72a98-84ae-4d18-bd71-3bf590c0a455', 'status': 'completed', 'code': 200} Jul 20 08:37:08.083566 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:08.170682 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a4820fd6-b1fb-4e29-9224-decd3532bb8d req-0c160eec-218a-48f2-9931-d2f5f7a3456f tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0322406 Jul 20 08:37:08.349299 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e915d3b-bfb6-42c3-a5e2-8f9da364a158 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:08.360290 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a8590-0acf-492a-8f31-403dc62089bf req-1528d3f1-1e1a-4ecf-aa7b-0ceda4b39635 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:08.361855 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e10a8590-0acf-492a-8f31-403dc62089bf req-1528d3f1-1e1a-4ecf-aa7b-0ceda4b39635 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.1128266 Jul 20 08:37:08.363065 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e915d3b-bfb6-42c3-a5e2-8f9da364a158 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (6fea178d-b286-43a8-9d92-171b471df2d4), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:08.382309 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768f7f2-15f1-4e5a-a2fb-050eac0e7563 req-d579e54a-1d1e-427a-ac0a-1851f6cbab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:08.384047 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d768f7f2-15f1-4e5a-a2fb-050eac0e7563 req-d579e54a-1d1e-427a-ac0a-1851f6cbab60 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09&tenant_id=80faf6362e244bb992ffb6058ceeefda HTTP/1.1" status: 200 len: 1128 time: 0.0500684 Jul 20 08:37:08.462640 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768f7f2-15f1-4e5a-a2fb-050eac0e7563 req-bef45a09-9a34-4087-a0b5-c60831465f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:08.464082 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d768f7f2-15f1-4e5a-a2fb-050eac0e7563 req-bef45a09-9a34-4087-a0b5-c60831465f23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80faf6362e244bb992ffb6058ceeefda&device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 1128 time: 0.0435922 Jul 20 08:37:08.495182 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e10a8590-0acf-492a-8f31-403dc62089bf req-1c335f9e-d73c-471a-b051-d7b99514353f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930021 Jul 20 08:37:08.501281 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-4e915d3b-bfb6-42c3-a5e2-8f9da364a158 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Floating IP 6fea178d-b286-43a8-9d92-171b471df2d4 associated. External IP: 172.27.1.73, port: f0b4011c-e1be-4ef1-914b-9e51374f2b5f. Jul 20 08:37:08.569843 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768f7f2-15f1-4e5a-a2fb-050eac0e7563 req-c28412fe-2ff8-456f-b34c-6baf88a0c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:08.571465 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d768f7f2-15f1-4e5a-a2fb-050eac0e7563 req-c28412fe-2ff8-456f-b34c-6baf88a0c866 service neutron] 10.222.0.18 "GET /v2.0/networks?id=493487e7-e371-48c4-94a1-b290ee37dc8e HTTP/1.1" status: 200 len: 918 time: 0.0939121 Jul 20 08:37:08.639442 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d768f7f2-15f1-4e5a-a2fb-050eac0e7563 req-71b3236d-11df-4be5-a26e-e17415168b81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 HTTP/1.1" status: 200 len: 1000 time: 0.0609322 Jul 20 08:37:08.688409 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768f7f2-15f1-4e5a-a2fb-050eac0e7563 req-46b1e5fa-c5db-44b8-9494-f9c0c253f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:08.689875 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d768f7f2-15f1-4e5a-a2fb-050eac0e7563 req-46b1e5fa-c5db-44b8-9494-f9c0c253f76a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1674d774-8563-48a3-b527-f0af4400482d HTTP/1.1" status: 200 len: 856 time: 0.0454555 Jul 20 08:37:08.701730 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:08.711663 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e915d3b-bfb6-42c3-a5e2-8f9da364a158 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Router f89a0f50-73be-4465-b934-a3589109ebd2 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:37:08.734120 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768f7f2-15f1-4e5a-a2fb-050eac0e7563 req-f391609b-bf31-47ab-9b8b-a4467c58c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:08.735585 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d768f7f2-15f1-4e5a-a2fb-050eac0e7563 req-f391609b-bf31-47ab-9b8b-a4467c58c3b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=493487e7-e371-48c4-94a1-b290ee37dc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391414 Jul 20 08:37:08.830981 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e915d3b-bfb6-42c3-a5e2-8f9da364a158 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:37:08.831631 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d768f7f2-15f1-4e5a-a2fb-050eac0e7563 req-d3f566a4-c484-4858-858e-257e623b1582 service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895748 Jul 20 08:37:08.836350 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e915d3b-bfb6-42c3-a5e2-8f9da364a158 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:08.841567 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c681b-c1ac-4152-9049-9662dabaf519 None None] Sync routers for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:37:08.851652 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:08.854443 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c681b-c1ac-4152-9049-9662dabaf519 None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:37:08.855139 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-808c681b-c1ac-4152-9049-9662dabaf519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:36:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:08.874338 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-4e915d3b-bfb6-42c3-a5e2-8f9da364a158 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "PUT /v2.0/floatingips/6fea178d-b286-43a8-9d92-171b471df2d4 HTTP/1.1" status: 200 len: 991 time: 1.1157248 Jul 20 08:37:08.875551 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c207a53a-b0d9-4d09-8ce1-beecdf160eef', 'tag': 'f0b4011c-e1be-4ef1-914b-9e51374f2b5f'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:37:08.878096 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00f69ad5a0cac4e7728d797b6610dcca539aaa5862e314ac00bb2191cad31ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a226b94-dc81-40cb-b3ab-fdda55c73234" -d '{"events": [{"name": "network-changed", "server_uuid": "c207a53a-b0d9-4d09-8ce1-beecdf160eef", "tag": "f0b4011c-e1be-4ef1-914b-9e51374f2b5f"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:37:08.923372 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4393bff6-9149-4337-9e6a-2a31786cab75 x-openstack-request-id: req-4393bff6-9149-4337-9e6a-2a31786cab75 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:37:08.923666 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c207a53a-b0d9-4d09-8ce1-beecdf160eef", "tag": "f0b4011c-e1be-4ef1-914b-9e51374f2b5f", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:37:08.923922 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4393bff6-9149-4337-9e6a-2a31786cab75 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:37:08.924333 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4393bff6-9149-4337-9e6a-2a31786cab75'] response: {'name': 'network-changed', 'server_uuid': 'c207a53a-b0d9-4d09-8ce1-beecdf160eef', 'tag': 'f0b4011c-e1be-4ef1-914b-9e51374f2b5f', 'status': 'completed', 'code': 200} Jul 20 08:37:08.944679 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d768f7f2-15f1-4e5a-a2fb-050eac0e7563 req-cee2c883-a496-4147-bc30-0590dec055db service neutron] 10.222.0.18 "GET /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011918 Jul 20 08:37:08.979591 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-808c681b-c1ac-4152-9049-9662dabaf519 None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:37:09.018777 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:09.022113 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a226b94-dc81-40cb-b3ab-fdda55c73234 req-446c4187-7f26-4f09-ad6e-37db83df1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:09.023836 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5a226b94-dc81-40cb-b3ab-fdda55c73234 req-446c4187-7f26-4f09-ad6e-37db83df1340 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 1130 time: 0.0565791 Jul 20 08:37:09.128819 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a226b94-dc81-40cb-b3ab-fdda55c73234 req-5439c666-9bdd-4420-a9a8-7e7ed78732cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:09.130322 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5a226b94-dc81-40cb-b3ab-fdda55c73234 req-5439c666-9bdd-4420-a9a8-7e7ed78732cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=21da7406-374d-4389-9eee-8af0140c04bf HTTP/1.1" status: 200 len: 915 time: 0.1010351 Jul 20 08:37:09.221635 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-808c681b-c1ac-4152-9049-9662dabaf519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '6fea178d-b286-43a8-9d92-171b471df2d4', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': 'f0b4011c-e1be-4ef1-914b-9e51374f2b5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:a7:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c207a53a-b0d9-4d09-8ce1-beecdf160eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:36:46Z', 'updated_at': '2022-07-20T08:37:08Z', 'revision_number': 1, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:09.223820 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5a226b94-dc81-40cb-b3ab-fdda55c73234 req-840d818c-faac-429d-a164-1a044027cf4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0b4011c-e1be-4ef1-914b-9e51374f2b5f HTTP/1.1" status: 200 len: 999 time: 0.0850739 Jul 20 08:37:09.249452 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c681b-c1ac-4152-9049-9662dabaf519 None None] Checking router: f89a0f50-73be-4465-b934-a3589109ebd2 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:37:09.260157 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c681b-c1ac-4152-9049-9662dabaf519 None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:37:09.263741 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-808c681b-c1ac-4152-9049-9662dabaf519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:36:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:09.297751 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a226b94-dc81-40cb-b3ab-fdda55c73234 req-208e20cd-5bce-46bf-85fa-083d0a4fb1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:09.299445 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5a226b94-dc81-40cb-b3ab-fdda55c73234 req-208e20cd-5bce-46bf-85fa-083d0a4fb1b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7595eb2-89c2-44a4-8ca5-0b88f939ec19 HTTP/1.1" status: 200 len: 853 time: 0.0652087 Jul 20 08:37:09.303987 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d30b768f-af4c-4c5d-bfd6-92eb381dcea0 req-0a567fd1-369d-4f2b-9aa4-73855b2ad8c1 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0482464 Jul 20 08:37:09.354378 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a226b94-dc81-40cb-b3ab-fdda55c73234 req-2fe0c613-9bbd-4f82-976e-cf33c2e72b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:09.366267 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5a226b94-dc81-40cb-b3ab-fdda55c73234 req-2fe0c613-9bbd-4f82-976e-cf33c2e72b7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21da7406-374d-4389-9eee-8af0140c04bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575724 Jul 20 08:37:09.394831 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-808c681b-c1ac-4152-9049-9662dabaf519 None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:37:09.585685 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5a226b94-dc81-40cb-b3ab-fdda55c73234 req-9a56c063-1e10-4f88-9f65-384baf3c68ad service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183435 Jul 20 08:37:09.616793 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:09.673235 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e589e-1508-45d8-a6ff-91255ae53ad2 req-c79e7600-a7a5-436e-aaa7-fbbc77cdf0fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:09.675696 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b9e589e-1508-45d8-a6ff-91255ae53ad2 req-c79e7600-a7a5-436e-aaa7-fbbc77cdf0fc tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0713744 Jul 20 08:37:09.749646 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b9e589e-1508-45d8-a6ff-91255ae53ad2 req-6f34b68f-41bf-4eaf-8eff-cc079a08bd2f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649898 Jul 20 08:37:09.961001 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-808c681b-c1ac-4152-9049-9662dabaf519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '6fea178d-b286-43a8-9d92-171b471df2d4', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': 'f0b4011c-e1be-4ef1-914b-9e51374f2b5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:a7:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c207a53a-b0d9-4d09-8ce1-beecdf160eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:36:46Z', 'updated_at': '2022-07-20T08:37:08Z', 'revision_number': 1, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:10.029206 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c681b-c1ac-4152-9049-9662dabaf519 None None] The sync data for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi is: [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '6fea178d-b286-43a8-9d92-171b471df2d4', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'port_id': 'f0b4011c-e1be-4ef1-914b-9e51374f2b5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'mac_address': 'fa:16:3e:a7:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c207a53a-b0d9-4d09-8ce1-beecdf160eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:36:46Z', 'updated_at': '2022-07-20T08:37:08Z', 'revision_number': 1, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:37:10.332957 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13d85a9-e91b-4f19-b254-5e96de5373bb None None] New status for floating IP 6fea178d-b286-43a8-9d92-171b471df2d4: ACTIVE {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:37:10.408713 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-a44663f2-47d3-4527-8f50-0fcfd909b52b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425617466&fields=id&tenant_id=fcfc8ebb18c54de29556d0b93593d676 HTTP/1.1" status: 200 len: 267 time: 0.1146302 Jul 20 08:37:10.426751 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa5beec9-558c-4d34-9b1e-cd5dd6c42aad req-371db826-598e-4bcd-914d-bee91e5f07df tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0455539 Jul 20 08:37:10.556177 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-1ec6527a-3497-4b96-a247-7437a5f034e9 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:10.557972 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-1ec6527a-3497-4b96-a247-7437a5f034e9 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/networks?id=348269a8-7968-40a5-99e7-854f19c8d583 HTTP/1.1" status: 200 len: 811 time: 0.1483648 Jul 20 08:37:10.579088 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:10.581160 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-55ccd153-c1ca-485e-89e8-a073a51a5eff tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/quotas/fcfc8ebb18c54de29556d0b93593d676 HTTP/1.1" status: 200 len: 375 time: 0.0116067 Jul 20 08:37:10.592209 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:10.649233 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-e5dc6be6-945a-4623-9947-e7c13b124837 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fcfc8ebb18c54de29556d0b93593d676&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621593 Jul 20 08:37:10.722876 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-2c120ba0-6518-416f-88a0-772f1d606df8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 08:37:10.723921 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-2c120ba0-6518-416f-88a0-772f1d606df8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0619943 Jul 20 08:37:10.839008 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-dece7399-483b-4a6d-862c-392f01cc1055 service neutron] 10.222.0.64 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071210 Jul 20 08:37:10.869694 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:10.889449 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa956857-b366-46a4-bb43-d9fe76503721 req-f19b906f-4615-486d-ab01-f24a306626c3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:10.891467 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fa956857-b366-46a4-bb43-d9fe76503721 req-f19b906f-4615-486d-ab01-f24a306626c3 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0589561 Jul 20 08:37:10.945874 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-bb0d3235-0066-4b81-b715-5413c35722bb service neutron] 10.222.0.64 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009302 Jul 20 08:37:10.969403 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fa956857-b366-46a4-bb43-d9fe76503721 req-76afc2bc-e1a5-4c7f-8f8f-91a13d601d2f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558653 Jul 20 08:37:11.327764 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f6d574a-6374-49c9-972e-9b09f520eb4d req-8c6b6afb-433f-43d1-bb84-1475a510ac2f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 210 time: 0.0332415 Jul 20 08:37:11.550241 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a5ef1f02-ea40-45a7-9a75-1e27c410bbb3 req-2fcd36f1-cfb6-4d3b-b2bb-f25bde207048 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0339282 Jul 20 08:37:12.171316 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ec80f-c0ef-4211-995e-62aac7112785 req-d2331d49-9c7b-42d5-b613-4fd27331f045 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:12.173047 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-986ec80f-c0ef-4211-995e-62aac7112785 req-d2331d49-9c7b-42d5-b613-4fd27331f045 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0886662 Jul 20 08:37:12.263057 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-986ec80f-c0ef-4211-995e-62aac7112785 req-3a4b67cb-5238-4cd5-a4c3-abe4578cca24 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761418 Jul 20 08:37:12.454379 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2ef9c013-2a37-4327-8433-f3b8622f0423 req-e052eb17-da7c-467a-9b21-b06edb935718 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 210 time: 0.0321541 Jul 20 08:37:12.661404 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c108f93c-e873-43a2-badb-333b94fe2d3b req-889de39e-df27-453c-abdf-241252bb02f3 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0423052 Jul 20 08:37:13.404971 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0f0d4-f68f-474f-a218-73af6e11b714 req-4a40f7c4-248b-4904-838d-0b8d1eb02aae tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:13.406515 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-45f0f0d4-f68f-474f-a218-73af6e11b714 req-4a40f7c4-248b-4904-838d-0b8d1eb02aae tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0511007 Jul 20 08:37:13.457358 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-45f0f0d4-f68f-474f-a218-73af6e11b714 req-76b58876-d214-4f62-a906-a76ff02343a1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453000 Jul 20 08:37:13.556044 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-50210ad9-e391-45a0-9d76-16b0065f9b51 req-88e25099-527e-490b-bbe8-3ae2cbc3c170 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 210 time: 0.0329003 Jul 20 08:37:13.756586 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-15155133-da39-40cf-b9f4-a47fe14ad906 req-1d9f8fee-77b1-4417-91a2-b5131ca3b0cb tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0298550 Jul 20 08:37:14.603659 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990519e-bae5-4476-823b-62a606bdae5c req-4d0399d3-b865-4a7a-8fb9-7b9ca66d4bc6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:14.605250 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1990519e-bae5-4476-823b-62a606bdae5c req-4d0399d3-b865-4a7a-8fb9-7b9ca66d4bc6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0538464 Jul 20 08:37:14.692860 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1990519e-bae5-4476-823b-62a606bdae5c req-b605a64b-c140-415b-adb9-d6622f997148 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779753 Jul 20 08:37:14.814067 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7de9b1d4-3593-4aaf-95d5-4011e1e293a3 req-0e09e344-b41c-4bf6-b661-745afcdbc004 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 210 time: 0.0301054 Jul 20 08:37:14.928425 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9dd93883-d6a5-409e-92c4-13a068096fd3 req-8113ea1d-3f26-4b20-aafe-146c2ea9849d tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0330954 Jul 20 08:37:15.839442 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d0537-64f5-4c50-93a3-acd802997d21 req-24f5a373-5e80-4267-b1c2-e1235870179a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:15.840977 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-086d0537-64f5-4c50-93a3-acd802997d21 req-24f5a373-5e80-4267-b1c2-e1235870179a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0550182 Jul 20 08:37:15.893413 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-086d0537-64f5-4c50-93a3-acd802997d21 req-d82d9719-fa6a-477f-aca9-30c8cdfc33ab tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448401 Jul 20 08:37:16.002540 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-951b3058-55e6-4b17-ac11-5d0e6fcd18b5 req-5cf635b7-6d34-41d0-a3a9-b6b749a89870 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 210 time: 0.0326297 Jul 20 08:37:16.100678 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f52b1e32-1642-40c8-be68-14b6d2a3b4a3 req-b054c0f7-38df-4ca8-856f-14a6f0297feb tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0288711 Jul 20 08:37:17.051354 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfa0f8-cf03-45b2-9ec3-38d2b1144d2e req-35563ecc-b154-4216-b339-34ad8bea8a39 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:17.052997 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2cdfa0f8-cf03-45b2-9ec3-38d2b1144d2e req-35563ecc-b154-4216-b339-34ad8bea8a39 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0682204 Jul 20 08:37:17.109144 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2cdfa0f8-cf03-45b2-9ec3-38d2b1144d2e req-40c641cf-1885-452d-a7d6-08260c067a55 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506880 Jul 20 08:37:17.206441 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-63902648-1372-463f-a41c-cbf0824eb757 req-977f0d75-695b-4d7f-969a-799aee40bb2a tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 210 time: 0.0287862 Jul 20 08:37:17.280165 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:17.299491 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-42a68f6c-7936-45fa-a160-bb692063d63d req-a6c7eae0-c6c5-4d9d-a6d3-ba22d48bc11f tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0324998 Jul 20 08:37:18.275476 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912fbe7-b048-4632-bcb6-c466aff248b9 req-47dfceb9-5274-45de-8d08-e345f3775027 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:18.280585 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e912fbe7-b048-4632-bcb6-c466aff248b9 req-47dfceb9-5274-45de-8d08-e345f3775027 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0642657 Jul 20 08:37:18.341151 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e912fbe7-b048-4632-bcb6-c466aff248b9 req-5a6c4710-79ce-490b-b347-584623dc9e56 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571773 Jul 20 08:37:18.446665 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-bdb627a4-da5d-4959-a620-c365f8b766e2 req-b8ed92ed-c863-4a6c-9155-baece6474c8a tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 210 time: 0.0300593 Jul 20 08:37:18.561813 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f011f3f2-0d49-4e97-9d8a-e64460e86c73 req-f99144e8-8235-4555-b27a-f33f24b5483c tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0356612 Jul 20 08:37:19.468875 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc84ab3-11c5-4aa1-8f32-e1af54f150e8 req-d8154311-b273-4eb4-b8b8-e356fb06c1e1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:19.470507 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0bc84ab3-11c5-4aa1-8f32-e1af54f150e8 req-d8154311-b273-4eb4-b8b8-e356fb06c1e1 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0482304 Jul 20 08:37:19.529006 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0bc84ab3-11c5-4aa1-8f32-e1af54f150e8 req-c2e13d07-19c4-4697-828c-369268515edf tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521851 Jul 20 08:37:19.601291 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-96c20cec-f4e1-41b0-ac89-612f505168e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:19.633537 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-18f6f658-e67f-4ef5-9b99-60aff1ad6eea req-2d98460f-7935-4e9d-88c7-4966471e4b7f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 210 time: 0.0375478 Jul 20 08:37:19.720176 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-59297b22-4438-4a42-b02b-5b9dd6fa9a55 req-a3b6b793-7c44-4311-9c4c-9c153b647881 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0281460 Jul 20 08:37:20.409795 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=16 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:20.518728 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:20.653338 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46493e2e-94fa-49d3-8041-0eb9646553d9 req-7b34f15a-ee81-4c30-af05-84b8656a8efe tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:20.654854 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-46493e2e-94fa-49d3-8041-0eb9646553d9 req-7b34f15a-ee81-4c30-af05-84b8656a8efe tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0499098 Jul 20 08:37:20.705981 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-46493e2e-94fa-49d3-8041-0eb9646553d9 req-d7782275-d215-420f-b187-31c1ba7dacb4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454476 Jul 20 08:37:20.791861 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b406aeee-a8ab-4472-b4fd-8571dc5fec3a req-cd248992-a8b0-4adb-a1a6-882ace9ab363 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 210 time: 0.0289185 Jul 20 08:37:20.855744 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:20.876389 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c30e5c11-5ef0-4c40-ac23-fe63fbe9b665 req-dbbba053-2c6d-42be-8c0e-fba421dcbed1 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0305800 Jul 20 08:37:21.834994 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc5d76-c86a-4b67-957b-55f120ff63f2 req-38713243-709a-4677-8fb4-5f26c76fae9f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:21.836791 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aebc5d76-c86a-4b67-957b-55f120ff63f2 req-38713243-709a-4677-8fb4-5f26c76fae9f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0501831 Jul 20 08:37:21.887964 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aebc5d76-c86a-4b67-957b-55f120ff63f2 req-68a84a52-e18d-46fe-84cd-a074d3d3a2ee tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446761 Jul 20 08:37:21.976992 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c30a5ba8-82e5-430c-a519-3c573a02cf7f req-249b5a34-22a0-481d-a4af-ab10f01d633e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 210 time: 0.0311341 Jul 20 08:37:22.061208 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8ce8e03b-6388-434c-ac22-f85dcea2a5fc req-66ece3c5-902a-48d9-8fff-ca21441e0548 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0279460 Jul 20 08:37:22.259087 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e3a9-f74a-4856-8d7f-220192d7c2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:23.014379 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2f9be-3985-4ce0-b085-c5bf3bdffa6d req-12941cc3-32db-4018-ae40-e7deb246998e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:23.015947 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-70d2f9be-3985-4ce0-b085-c5bf3bdffa6d req-12941cc3-32db-4018-ae40-e7deb246998e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0506630 Jul 20 08:37:23.070798 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-70d2f9be-3985-4ce0-b085-c5bf3bdffa6d req-adb563c7-24b7-40d2-af65-28a1c77cc452 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474722 Jul 20 08:37:23.160539 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fcd36d40-3eb3-4b86-9997-27db33227725 req-0f6c4936-252c-4eb6-85f9-6ebbf9dfc85d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 210 time: 0.0320432 Jul 20 08:37:23.243421 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:37:23.244049 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b922c591-5d0c-4c90-9b2a-58bc553143a4 req-08e073bd-0949-4c50-a133-31eceb76c2aa tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0276344 Jul 20 08:37:23.736308 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=25 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:23.855714 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5a226b94-dc81-40cb-b3ab-fdda55c73234 req-e48ac049-d5c0-47f8-83ec-f1825a577357 service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173284 Jul 20 08:37:24.203814 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2b88-6168-483d-ada5-15addc75f4c1 req-24300688-a1ed-4e2b-bad1-7379615da286 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:24.205591 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0cec2b88-6168-483d-ada5-15addc75f4c1 req-24300688-a1ed-4e2b-bad1-7379615da286 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0584464 Jul 20 08:37:24.255288 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:24.272758 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0cec2b88-6168-483d-ada5-15addc75f4c1 req-dd0d8d29-962e-43d1-be54-8695c36fee75 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559578 Jul 20 08:37:24.371242 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5b66c154-c74c-4cba-b266-993ba786ff32 req-a560c53c-38ca-47ad-ac8a-4cab3d0c6d0c tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 210 time: 0.0331652 Jul 20 08:37:24.463438 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c93e9f14-c304-4045-8bfa-13937e1568ca req-a3a46369-8c14-4b04-bb22-bf338a406fbc tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0331252 Jul 20 08:37:25.403961 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc29f3-f73b-4636-b401-a16f2d41a397 req-5444e331-d1d5-4b79-99c2-f8f55c4f23ec tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:25.405472 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-abcc29f3-f73b-4636-b401-a16f2d41a397 req-5444e331-d1d5-4b79-99c2-f8f55c4f23ec tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.0480790 Jul 20 08:37:25.453934 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-abcc29f3-f73b-4636-b401-a16f2d41a397 req-48a0a025-a893-4b70-8163-07e6cd83d91a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429430 Jul 20 08:37:25.555653 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d0623023-855a-473c-8b6c-d153bf1dad1c req-37334ff2-743d-475f-a931-96b00ede8258 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 210 time: 0.0367782 Jul 20 08:37:25.655887 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d348db85-ecf7-4341-ab10-5d28cef84e3c req-94213965-9b18-4b00-88d6-068893c7c36b tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0358357 Jul 20 08:37:26.486253 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:37:26.680110 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:26.684453 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:26.687081 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe092a6c-f28d-443a-a883-cdd86fb74277 req-1adc46d9-5a08-4a85-a9de-f014350b1834 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:26.689795 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fe092a6c-f28d-443a-a883-cdd86fb74277 req-1adc46d9-5a08-4a85-a9de-f014350b1834 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 944 time: 0.1122942 Jul 20 08:37:26.712031 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'port_id': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4', 'mac_address': 'fa:16:3e:0a:b0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:37:26.726057 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-82366650-d255-4cc5-a007-7de4c332147b req-1b2a3c62-1b13-40ac-8162-463bbee49146 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 210 time: 0.0288265 Jul 20 08:37:26.759207 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fe092a6c-f28d-443a-a883-cdd86fb74277 req-ecab63c5-7de5-4117-9ae5-c2967f0a581c tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625226 Jul 20 08:37:26.760719 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:26.762136 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:37:26.762771 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:26.768308 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:26.786928 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:37:26.789361 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:26.815077 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:26.820994 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:26.882528 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,revision_number=9']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:26.887021 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-59792017-4afe-4577-98d4-6f071962dd20 req-7bfa0e6b-e0b7-41d6-985b-c94c8267d975 tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "GET /v2.0/ports?device_id=e518b913-0606-4cd9-96f7-dfcf59ff8758 HTTP/1.1" status: 200 len: 210 time: 0.0283935 Jul 20 08:37:27.339095 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:37:27.505249 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-27801bbe-5c18-4362-a0f1-a45c4e5a0c9b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:27.507439 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-27801bbe-5c18-4362-a0f1-a45c4e5a0c9b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.18 "GET /v2.0/networks?id=348269a8-7968-40a5-99e7-854f19c8d583 HTTP/1.1" status: 200 len: 811 time: 0.1170506 Jul 20 08:37:27.589026 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-e783a12f-34bb-434b-8220-26d7a9c3debd tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcfc8ebb18c54de29556d0b93593d676 HTTP/1.1" status: 200 len: 380 time: 0.0628338 Jul 20 08:37:27.605344 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-c1b85f72-c087-4b05-a63f-53f2d7e16e55 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Request body: {'port': {'device_id': 'fbb9c5a6-428c-4725-ad79-45132db1c198', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'admin_state_up': True, 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'security_groups': ['84c82322-f84f-4fd4-af06-2166535cb35b']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:37:27.733032 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-c1b85f72-c087-4b05-a63f-53f2d7e16e55 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Made reservation on behalf of fcfc8ebb18c54de29556d0b93593d676 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:37:27.738681 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-c1b85f72-c087-4b05-a63f-53f2d7e16e55 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:27.863777 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e36ef614-b7de-43ea-a0f2-2cdb67c97dc1 req-509d2818-8a1c-45d9-a4d1-6ef7e9bebf84 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 210 time: 0.0372899 Jul 20 08:37:27.940633 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a33295-ef3a-4d56-b2bb-a2ce201480a6 req-4fb47c35-be76-4e39-825b-3ab7f7ab98d6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:27.942314 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c1a33295-ef3a-4d56-b2bb-a2ce201480a6 req-4fb47c35-be76-4e39-825b-3ab7f7ab98d6 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 945 time: 0.0934255 Jul 20 08:37:27.964078 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42428) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:27.978356 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-c1b85f72-c087-4b05-a63f-53f2d7e16e55 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Allocated IP 172.20.0.13 (348269a8-7968-40a5-99e7-854f19c8d583/3c888370-e66b-4395-b90c-a65ec529794b/50598d79-6502-43f4-85f4-da18b9881657) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:37:28.020245 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:28.035362 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e74033c5-0bc7-469e-9c85-3d0f550826de tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group (6d5a42e5-1bea-4549-81ca-4a97125560c2), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:28.041605 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c1a33295-ef3a-4d56-b2bb-a2ce201480a6 req-b8d93bf0-d775-4790-9275-0e18c83b2284 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908413 Jul 20 08:37:28.075153 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e74033c5-0bc7-469e-9c85-3d0f550826de tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group (6d5a42e5-1bea-4549-81ca-4a97125560c2), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:28.078139 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:28.149426 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e74033c5-0bc7-469e-9c85-3d0f550826de tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (6d5a42e5-1bea-4549-81ca-4a97125560c2), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:28.152773 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e74033c5-0bc7-469e-9c85-3d0f550826de tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:28.153936 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-e74033c5-0bc7-469e-9c85-3d0f550826de tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] 10.222.0.64 "DELETE /v2.0/security-groups/6d5a42e5-1bea-4549-81ca-4a97125560c2 HTTP/1.1" status: 204 len: 168 time: 0.1888466 Jul 20 08:37:28.170096 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74033c5-0bc7-469e-9c85-3d0f550826de tempest-TestShelveInstance-281246124 tempest-TestShelveInstance-281246124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5a42e5-1bea-4549-81ca-4a97125560c2,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:28.172155 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-c1b85f72-c087-4b05-a63f-53f2d7e16e55 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for port (50598d79-6502-43f4-85f4-da18b9881657), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:28.221832 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42432) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:28.224178 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-c1b85f72-c087-4b05-a63f-53f2d7e16e55 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (50598d79-6502-43f4-85f4-da18b9881657), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:28.275008 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-c1b85f72-c087-4b05-a63f-53f2d7e16e55 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Network 348269a8-7968-40a5-99e7-854f19c8d583 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:37:28.283726 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-c1b85f72-c087-4b05-a63f-53f2d7e16e55 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:37:28.288999 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-c1b85f72-c087-4b05-a63f-53f2d7e16e55 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:37:28.293885 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b85f72-c087-4b05-a63f-53f2d7e16e55 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event updated for resources: {'Port': ['ID=50598d79-6502-43f4-85f4-da18b9881657,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:28.326966 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:28.345894 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-c1b85f72-c087-4b05-a63f-53f2d7e16e55 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:28.346633 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-c1b85f72-c087-4b05-a63f-53f2d7e16e55 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:28.368929 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-c1b85f72-c087-4b05-a63f-53f2d7e16e55 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7673914 Jul 20 08:37:28.392124 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Request body: {'port': {'device_id': 'fbb9c5a6-428c-4725-ad79-45132db1c198', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:37:28.463848 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (50598d79-6502-43f4-85f4-da18b9881657), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:28.497602 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:37:28.553801 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-922344bb-521b-47f0-82a6-9d85d9858b43 None None] Provisioning complete for port 50598d79-6502-43f4-85f4-da18b9881657 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:37:28.554540 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-922344bb-521b-47f0-82a6-9d85d9858b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (50598d79-6502-43f4-85f4-da18b9881657), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:28.593053 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:37:28.593357 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:28.614016 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-922344bb-521b-47f0-82a6-9d85d9858b43 None None] Port 50598d79-6502-43f4-85f4-da18b9881657 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 08:37:28.668165 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:28.672670 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:37:28.672916 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:28.686302 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8afcb480-7318-4448-bb6a-f23e6cb93a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731768'] for router_interface (c0cf123f-20b5-4ec2-a780-96cdadb447db), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:28.697507 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:37:28.699801 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ee7879-d333-4bd8-b64c-82a439ff63ea" -d '{"events": [{"server_uuid": "0f9589ff-3f5c-4537-9fde-1b5e676b7e09", "name": "network-vif-plugged", "status": "completed", "tag": "08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:37:28.714061 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:28.720081 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:28.748334 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50598d79-6502-43f4-85f4-da18b9881657 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:37:28.760417 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Publish callbacks [] for port (50598d79-6502-43f4-85f4-da18b9881657), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:28.762513 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd627bd-68c4-492b-8438-ff2cf46deaa6 x-openstack-request-id: req-ffd627bd-68c4-492b-8438-ff2cf46deaa6 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:37:28.762928 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9589ff-3f5c-4537-9fde-1b5e676b7e09", "name": "network-vif-plugged", "status": "completed", "tag": "08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:37:28.763247 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ffd627bd-68c4-492b-8438-ff2cf46deaa6 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:37:28.763649 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffd627bd-68c4-492b-8438-ff2cf46deaa6'] response: {'server_uuid': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4', 'code': 200} Jul 20 08:37:28.775973 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Transition to ACTIVE for port object 50598d79-6502-43f4-85f4-da18b9881657 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:37:28.779815 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (50598d79-6502-43f4-85f4-da18b9881657), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:28.797904 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,revision_number=10']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:28.845358 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Pushing event updated for resources: {'Port': ['ID=50598d79-6502-43f4-85f4-da18b9881657,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:28.932990 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Attempting to bind port 50598d79-6502-43f4-85f4-da18b9881657 on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:37:28.933459 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Attempting to bind port 50598d79-6502-43f4-85f4-da18b9881657 by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:37:28.934009 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Attempting to bind port 50598d79-6502-43f4-85f4-da18b9881657 on network 348269a8-7968-40a5-99e7-854f19c8d583 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:37:28.939639 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Port 50598d79-6502-43f4-85f4-da18b9881657 on network 348269a8-7968-40a5-99e7-854f19c8d583 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:37:28.939837 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Attempting to bind port 50598d79-6502-43f4-85f4-da18b9881657 on network 348269a8-7968-40a5-99e7-854f19c8d583 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:37:28.946558 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:37:28.947048 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Checking segment: {'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:37:28.947362 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Bound using segment: {'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:37:28.947811 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Bound port: 50598d79-6502-43f4-85f4-da18b9881657, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '326f4fb2-8eb9-4c8e-8125-1852d82be619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:37:28.948171 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (50598d79-6502-43f4-85f4-da18b9881657), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:28.966210 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:29.041483 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] For port 50598d79-6502-43f4-85f4-da18b9881657, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:37:29.046247 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] For port 50598d79-6502-43f4-85f4-da18b9881657, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=50598d79-6502-43f4-85f4-da18b9881657,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:37:29.049634 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a992cb-5050-4a9b-9495-369178700080 req-14f52671-2a47-427c-b612-0c73c5e1e29f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:29.051537 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-57a992cb-5050-4a9b-9495-369178700080 req-14f52671-2a47-427c-b612-0c73c5e1e29f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 944 time: 0.0789125 Jul 20 08:37:29.066515 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (50598d79-6502-43f4-85f4-da18b9881657), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:29.096591 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-8afcb480-7318-4448-bb6a-f23e6cb93a87 admin admin] Deleting port 51c7b459-5d5d-49cd-8b64-a5667386cd4e {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:37:29.097117 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8afcb480-7318-4448-bb6a-f23e6cb93a87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:29.132214 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:29.132928 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:29.134439 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] 10.222.0.18 "PUT /v2.0/ports/50598d79-6502-43f4-85f4-da18b9881657 HTTP/1.1" status: 200 len: 1094 time: 0.7504897 Jul 20 08:37:29.135031 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb9c5a6-428c-4725-ad79-45132db1c198', 'tag': '50598d79-6502-43f4-85f4-da18b9881657'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:37:29.137424 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0432029e-804c-4a2a-bdee-dbaf2d2bc34b" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb9c5a6-428c-4725-ad79-45132db1c198", "tag": "50598d79-6502-43f4-85f4-da18b9881657"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:37:29.159562 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad0db2-1cc4-45a2-b305-9459cf34bba5 req-6b103c5c-e540-4e83-87cc-4cca9317213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:29.161255 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-58ad0db2-1cc4-45a2-b305-9459cf34bba5 req-6b103c5c-e540-4e83-87cc-4cca9317213a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 1131 time: 0.1097505 Jul 20 08:37:29.217562 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-57a992cb-5050-4a9b-9495-369178700080 req-ece8dc39-b3cb-4198-84d4-d7d275ae7d92 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556294 Jul 20 08:37:29.257455 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-8afcb480-7318-4448-bb6a-f23e6cb93a87 admin admin] For port 51c7b459-5d5d-49cd-8b64-a5667386cd4e, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=51c7b459-5d5d-49cd-8b64-a5667386cd4e,segment=NetworkSegment(cb622305-3894-4c30-92b0-7b125aa1fe0f),segment_id=cb622305-3894-4c30-92b0-7b125aa1fe0f)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:29.257986 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8afcb480-7318-4448-bb6a-f23e6cb93a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:29.278453 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-8afcb480-7318-4448-bb6a-f23e6cb93a87 admin admin] Calling delete_port for 51c7b459-5d5d-49cd-8b64-a5667386cd4e owned by network:router_interface {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:37:29.278722 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e46dc5-dc70-40e0-9f41-c8acadef08d1 x-openstack-request-id: req-25e46dc5-dc70-40e0-9f41-c8acadef08d1 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:37:29.278914 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb9c5a6-428c-4725-ad79-45132db1c198", "tag": "50598d79-6502-43f4-85f4-da18b9881657", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:37:29.279168 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25e46dc5-dc70-40e0-9f41-c8acadef08d1 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:37:29.279587 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e46dc5-dc70-40e0-9f41-c8acadef08d1'] response: {'name': 'network-changed', 'server_uuid': 'fbb9c5a6-428c-4725-ad79-45132db1c198', 'tag': '50598d79-6502-43f4-85f4-da18b9881657', 'status': 'completed', 'code': 200} Jul 20 08:37:29.282158 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e39736-7902-4b4b-b3de-2f8bffbdfc19 service neutron] Pushing event updated for resources: {'Port': ['ID=50598d79-6502-43f4-85f4-da18b9881657,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:29.297678 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95655fc9-121a-4a51-9998-7aa54a129db9 req-bf13dbfc-058b-42c2-ae73-372ce7120390 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:29.299434 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95655fc9-121a-4a51-9998-7aa54a129db9 req-bf13dbfc-058b-42c2-ae73-372ce7120390 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 947 time: 0.1561809 Jul 20 08:37:29.326839 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:29.329862 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-94b323d9-4a69-4e76-ad7f-b0cee1913a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:29.332586 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-94b323d9-4a69-4e76-ad7f-b0cee1913a1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fcfc8ebb18c54de29556d0b93593d676&device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 1128 time: 0.1026273 Jul 20 08:37:29.387704 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-58ad0db2-1cc4-45a2-b305-9459cf34bba5 req-2b1e36c6-df9c-4f9c-9dfc-49be795d7a20 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906831 Jul 20 08:37:29.407308 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:29.439603 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-68417181-8dca-40e3-b170-dcbc4570af2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50598d79-6502-43f4-85f4-da18b9881657 HTTP/1.1" status: 200 len: 217 time: 0.0709803 Jul 20 08:37:29.466910 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95655fc9-121a-4a51-9998-7aa54a129db9 req-3ee92427-70ef-4f77-8ece-947778b9bb64 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587331 Jul 20 08:37:29.504447 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8afcb480-7318-4448-bb6a-f23e6cb93a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (51c7b459-5d5d-49cd-8b64-a5667386cd4e), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:29.531826 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcb480-7318-4448-bb6a-f23e6cb93a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c7b459-5d5d-49cd-8b64-a5667386cd4e,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:29.941478 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8afcb480-7318-4448-bb6a-f23e6cb93a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1731660'] for router_interface (c0cf123f-20b5-4ec2-a780-96cdadb447db), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:29.983375 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:30.077534 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-7e22ffc4-1bf6-4f71-813c-89256a309bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:30.078943 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-7e22ffc4-1bf6-4f71-813c-89256a309bf0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3c888370-e66b-4395-b90c-a65ec529794b HTTP/1.1" status: 200 len: 850 time: 0.0456953 Jul 20 08:37:30.125919 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-09554845-4990-4255-8906-99453f13f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:30.127449 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-09554845-4990-4255-8906-99453f13f217 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=348269a8-7968-40a5-99e7-854f19c8d583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418103 Jul 20 08:37:30.156611 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afcb480-7318-4448-bb6a-f23e6cb93a87 admin admin] Router c0cf123f-20b5-4ec2-a780-96cdadb447db has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:37:30.223232 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-6a5ce00b-1683-4916-b141-cffb3b81766c service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885584 Jul 20 08:37:30.259491 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afcb480-7318-4448-bb6a-f23e6cb93a87 admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:37:30.267430 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 42452) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:30.267599 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8afcb480-7318-4448-bb6a-f23e6cb93a87 admin admin] 10.222.0.64 "PUT /v2.0/routers/c0cf123f-20b5-4ec2-a780-96cdadb447db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0441313 Jul 20 08:37:30.268808 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcbf11-00d0-4a0d-99c8-51b8230b78a1 None None] Sync routers for ids ['c0cf123f-20b5-4ec2-a780-96cdadb447db'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:37:30.280698 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfcbf11-00d0-4a0d-99c8-51b8230b78a1 None None] Routers {'c0cf123f-20b5-4ec2-a780-96cdadb447db'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:37:30.281385 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7dfcbf11-00d0-4a0d-99c8-51b8230b78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:37:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c0cf123f-20b5-4ec2-a780-96cdadb447db'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:30.352871 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bc32b-7c91-4539-8a1c-90d57b32bda2 req-9ec2a6cf-d798-4f2e-8f6c-8dcbf7d83b72 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:30.354485 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-074bc32b-7c91-4539-8a1c-90d57b32bda2 req-9ec2a6cf-d798-4f2e-8f6c-8dcbf7d83b72 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 944 time: 0.0553079 Jul 20 08:37:30.382776 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-40cfe9b0-c875-4682-8614-ff4f7eff4d88 admin admin] Publish callbacks [] for router (c0cf123f-20b5-4ec2-a780-96cdadb447db), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:30.399304 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-7dfcbf11-00d0-4a0d-99c8-51b8230b78a1 None None] Set router c0cf123f-20b5-4ec2-a780-96cdadb447db gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:37:30.412040 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-074bc32b-7c91-4539-8a1c-90d57b32bda2 req-3bbdb76c-944d-4cfa-85fe-4a9712737437 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515699 Jul 20 08:37:30.495239 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-40cfe9b0-c875-4682-8614-ff4f7eff4d88 admin admin] Publish callbacks [] for router_gateway (c0cf123f-20b5-4ec2-a780-96cdadb447db), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:30.554249 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-40cfe9b0-c875-4682-8614-ff4f7eff4d88 admin admin] Deleting port de1e5c46-e310-456c-b39c-0da1263f875e {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:37:30.554646 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-40cfe9b0-c875-4682-8614-ff4f7eff4d88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (de1e5c46-e310-456c-b39c-0da1263f875e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:30.587525 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7dfcbf11-00d0-4a0d-99c8-51b8230b78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'name': 'tempest-TestShelveInstance-213468093-router', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:58Z', 'updated_at': '2022-07-20T08:37:29Z', 'revision_number': 5, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'gw_port': {'id': 'de1e5c46-e310-456c-b39c-0da1263f875e', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:59Z', 'updated_at': '2022-07-20T08:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:30.590388 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:30.619355 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcbf11-00d0-4a0d-99c8-51b8230b78a1 None None] Checking router: c0cf123f-20b5-4ec2-a780-96cdadb447db for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:37:30.621294 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:30.631769 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfcbf11-00d0-4a0d-99c8-51b8230b78a1 None None] Routers {'c0cf123f-20b5-4ec2-a780-96cdadb447db'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:37:30.632408 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7dfcbf11-00d0-4a0d-99c8-51b8230b78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:37:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c0cf123f-20b5-4ec2-a780-96cdadb447db'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:30.655675 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d3a9e-9e91-482a-b95b-5ce35b555af3 req-72ea33ab-844f-4044-94fd-9afc220b5448 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:30.657195 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-039d3a9e-9e91-482a-b95b-5ce35b555af3 req-72ea33ab-844f-4044-94fd-9afc220b5448 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 947 time: 0.1055892 Jul 20 08:37:30.719655 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-7dfcbf11-00d0-4a0d-99c8-51b8230b78a1 None None] Set router c0cf123f-20b5-4ec2-a780-96cdadb447db gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:37:30.734178 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:30.773464 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7dfcbf11-00d0-4a0d-99c8-51b8230b78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'name': 'tempest-TestShelveInstance-213468093-router', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:58Z', 'updated_at': '2022-07-20T08:37:30Z', 'revision_number': 6, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'gw_port_host': None}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:30.799564 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcbf11-00d0-4a0d-99c8-51b8230b78a1 None None] The sync data for ids ['c0cf123f-20b5-4ec2-a780-96cdadb447db'] in dv-cinder-823089-3-iscsi is: [{'id': 'c0cf123f-20b5-4ec2-a780-96cdadb447db', 'name': 'tempest-TestShelveInstance-213468093-router', 'tenant_id': '714941c1e0034a37b0bf0144c1eac958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:58Z', 'updated_at': '2022-07-20T08:37:30Z', 'revision_number': 6, 'project_id': '714941c1e0034a37b0bf0144c1eac958', 'gw_port_host': None}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:37:31.069076 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-40cfe9b0-c875-4682-8614-ff4f7eff4d88 admin admin] For port de1e5c46-e310-456c-b39c-0da1263f875e, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=de1e5c46-e310-456c-b39c-0da1263f875e,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:31.069444 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-40cfe9b0-c875-4682-8614-ff4f7eff4d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (de1e5c46-e310-456c-b39c-0da1263f875e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:31.095614 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-40cfe9b0-c875-4682-8614-ff4f7eff4d88 admin admin] Calling delete_port for de1e5c46-e310-456c-b39c-0da1263f875e owned by network:router_gateway {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:37:31.101499 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-039d3a9e-9e91-482a-b95b-5ce35b555af3 req-bc71ec00-fb51-4269-9474-8298ad6e983a tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4352977 Jul 20 08:37:31.168176 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd5f5920-0f0e-4a6e-bec7-7403a4cee9bb req-9be364f6-32d4-49e9-bc97-31eaac02cdc6 service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966938 Jul 20 08:37:31.171884 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:31.315088 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-40cfe9b0-c875-4682-8614-ff4f7eff4d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (de1e5c46-e310-456c-b39c-0da1263f875e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:31.344419 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfe9b0-c875-4682-8614-ff4f7eff4d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=de1e5c46-e310-456c-b39c-0da1263f875e,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:31.412332 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-40cfe9b0-c875-4682-8614-ff4f7eff4d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730087'] for router_gateway (c0cf123f-20b5-4ec2-a780-96cdadb447db), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:31.538359 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-40cfe9b0-c875-4682-8614-ff4f7eff4d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3830'] for router (c0cf123f-20b5-4ec2-a780-96cdadb447db), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:31.540372 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-40cfe9b0-c875-4682-8614-ff4f7eff4d88 admin admin] Publish callbacks [] for router_controller (c0cf123f-20b5-4ec2-a780-96cdadb447db), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:31.584345 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7278f2c-298a-4637-9ac6-d79b295ef5bc req-f532aeec-9840-4bb0-a1e0-09badc0b39a9 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:31.586239 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b7278f2c-298a-4637-9ac6-d79b295ef5bc req-f532aeec-9840-4bb0-a1e0-09badc0b39a9 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 944 time: 0.0913727 Jul 20 08:37:31.604071 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-40cfe9b0-c875-4682-8614-ff4f7eff4d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676458'] for router (c0cf123f-20b5-4ec2-a780-96cdadb447db), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:31.604752 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cfe9b0-c875-4682-8614-ff4f7eff4d88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0cf123f-20b5-4ec2-a780-96cdadb447db {{(pid=104021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 08:37:31.610863 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-40cfe9b0-c875-4682-8614-ff4f7eff4d88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:31.615007 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-40cfe9b0-c875-4682-8614-ff4f7eff4d88 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c0cf123f-20b5-4ec2-a780-96cdadb447db HTTP/1.1" status: 204 len: 168 time: 1.3450282 Jul 20 08:37:31.616408 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 42494) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:31.657996 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device de1e5c46-e310-456c-b39c-0da1263f875e no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:37:31.681501 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: de1e5c46-e310-456c-b39c-0da1263f875e {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:37:31.681853 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device de1e5c46-e310-456c-b39c-0da1263f875e not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:37:31.682280 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 51c7b459-5d5d-49cd-8b64-a5667386cd4e no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:37:31.700061 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-33248490-7e31-4eea-ad07-f7805bb312f8 admin admin] Deleting subnet 67df32de-3166-445b-a233-44f44257b1ac {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 08:37:31.705387 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-33248490-7e31-4eea-ad07-f7805bb312f8 admin admin] Publish callbacks [] for subnet (67df32de-3166-445b-a233-44f44257b1ac), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:31.711552 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 51c7b459-5d5d-49cd-8b64-a5667386cd4e {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:37:31.711904 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 51c7b459-5d5d-49cd-8b64-a5667386cd4e not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:37:31.729806 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b7278f2c-298a-4637-9ac6-d79b295ef5bc req-7c6bc6d7-6ec4-4bb4-9781-394cf023720a tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314700 Jul 20 08:37:31.805078 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-33248490-7e31-4eea-ad07-f7805bb312f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528500673'] for subnet (67df32de-3166-445b-a233-44f44257b1ac), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:31.832343 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432029e-804c-4a2a-bdee-dbaf2d2bc34b req-891a61ae-750b-428f-ac00-737cef26e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:31.834760 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0432029e-804c-4a2a-bdee-dbaf2d2bc34b req-891a61ae-750b-428f-ac00-737cef26e2a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fcfc8ebb18c54de29556d0b93593d676&device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 1128 time: 0.0844541 Jul 20 08:37:31.988597 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-33248490-7e31-4eea-ad07-f7805bb312f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1021515'] for subnet (67df32de-3166-445b-a233-44f44257b1ac), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:32.029463 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432029e-804c-4a2a-bdee-dbaf2d2bc34b req-19992bd9-0359-458f-bb1c-d63ea91038c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:32.030983 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0432029e-804c-4a2a-bdee-dbaf2d2bc34b req-19992bd9-0359-458f-bb1c-d63ea91038c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=348269a8-7968-40a5-99e7-854f19c8d583 HTTP/1.1" status: 200 len: 912 time: 0.1889365 Jul 20 08:37:32.082087 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0432029e-804c-4a2a-bdee-dbaf2d2bc34b req-3f57ab1c-a70d-42e7-adc0-003d1f15a29d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50598d79-6502-43f4-85f4-da18b9881657 HTTP/1.1" status: 200 len: 217 time: 0.0409267 Jul 20 08:37:32.132361 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-33248490-7e31-4eea-ad07-f7805bb312f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528676299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530434281'] for subnet (67df32de-3166-445b-a233-44f44257b1ac), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:32.169588 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:32.175136 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33248490-7e31-4eea-ad07-f7805bb312f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67df32de-3166-445b-a233-44f44257b1ac,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:32.178502 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432029e-804c-4a2a-bdee-dbaf2d2bc34b req-e88b0c55-4b3b-4287-a284-7f12dca943a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:32.179900 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0432029e-804c-4a2a-bdee-dbaf2d2bc34b req-e88b0c55-4b3b-4287-a284-7f12dca943a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3c888370-e66b-4395-b90c-a65ec529794b HTTP/1.1" status: 200 len: 850 time: 0.0907905 Jul 20 08:37:32.184494 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-33248490-7e31-4eea-ad07-f7805bb312f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:32.190978 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-33248490-7e31-4eea-ad07-f7805bb312f8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/67df32de-3166-445b-a233-44f44257b1ac HTTP/1.1" status: 204 len: 168 time: 0.5702596 Jul 20 08:37:32.191203 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42500) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:32.194312 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07d28a0-eb87-40fd-bd3e-14f6d6b7eafe None None] Network 25f446cb-7a17-4014-9d26-36b89d0e107f requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:37:32.267275 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432029e-804c-4a2a-bdee-dbaf2d2bc34b req-9f0da8f5-8e04-4aa7-91de-37ed6b5ecb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:32.268823 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0432029e-804c-4a2a-bdee-dbaf2d2bc34b req-9f0da8f5-8e04-4aa7-91de-37ed6b5ecb80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=348269a8-7968-40a5-99e7-854f19c8d583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800893 Jul 20 08:37:32.278216 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-828437'] for network (25f446cb-7a17-4014-9d26-36b89d0e107f), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:32.285166 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42574461-bc44-476f-a68d-4818c3814340 req-7127f604-f2c4-46c0-ac60-a85e87dcc72f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:32.289538 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-42574461-bc44-476f-a68d-4818c3814340 req-7127f604-f2c4-46c0-ac60-a85e87dcc72f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 947 time: 0.0876999 Jul 20 08:37:32.316000 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:32.330544 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] Deleting port f3d24abb-d4b2-40c9-a41b-48e0a2993347 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:37:32.331029 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (f3d24abb-d4b2-40c9-a41b-48e0a2993347), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:32.389436 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:32.414739 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57d6391-5d1a-4986-908c-ecfb9b2f0f46 None None] DHCP port deletion for 25f446cb-7a17-4014-9d26-36b89d0e107f request from dv-cinder-823089-3-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 08:37:32.419105 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] For port f3d24abb-d4b2-40c9-a41b-48e0a2993347, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=f3d24abb-d4b2-40c9-a41b-48e0a2993347,segment=NetworkSegment(cb622305-3894-4c30-92b0-7b125aa1fe0f),segment_id=cb622305-3894-4c30-92b0-7b125aa1fe0f)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:32.419472 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (f3d24abb-d4b2-40c9-a41b-48e0a2993347), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:32.420940 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-42574461-bc44-476f-a68d-4818c3814340 req-f02b0036-3523-4a48-99ca-c4f656bc1e64 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215391 Jul 20 08:37:32.438524 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] Calling delete_port for f3d24abb-d4b2-40c9-a41b-48e0a2993347 owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:37:32.439372 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0432029e-804c-4a2a-bdee-dbaf2d2bc34b req-9397b5d3-9347-4849-9085-e530d87efcb1 service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628170 Jul 20 08:37:32.482657 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-a57d6391-5d1a-4986-908c-ecfb9b2f0f46 None None] Deleting port f3d24abb-d4b2-40c9-a41b-48e0a2993347 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:37:32.483582 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a57d6391-5d1a-4986-908c-ecfb9b2f0f46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (f3d24abb-d4b2-40c9-a41b-48e0a2993347), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:32.549434 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (f3d24abb-d4b2-40c9-a41b-48e0a2993347), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:32.561073 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-a57d6391-5d1a-4986-908c-ecfb9b2f0f46 None None] For port f3d24abb-d4b2-40c9-a41b-48e0a2993347, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=f3d24abb-d4b2-40c9-a41b-48e0a2993347,segment=NetworkSegment(cb622305-3894-4c30-92b0-7b125aa1fe0f),segment_id=cb622305-3894-4c30-92b0-7b125aa1fe0f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:32.561480 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a57d6391-5d1a-4986-908c-ecfb9b2f0f46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (f3d24abb-d4b2-40c9-a41b-48e0a2993347), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:32.570279 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0432029e-804c-4a2a-bdee-dbaf2d2bc34b req-354e48ae-56f0-4da0-9df9-10dd72149ae6 service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229346 Jul 20 08:37:32.577633 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-a57d6391-5d1a-4986-908c-ecfb9b2f0f46 None None] Calling delete_port for f3d24abb-d4b2-40c9-a41b-48e0a2993347 owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:37:32.577843 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d24abb-d4b2-40c9-a41b-48e0a2993347,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:32.581941 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] No DVR routers for this DVR port f3d24abb-d4b2-40c9-a41b-48e0a2993347 on host dv-cinder-823089-3-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:37:32.666980 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021194', 'neutron.services.segments.db._delete_segments_for_network-8761468045370'] for network (25f446cb-7a17-4014-9d26-36b89d0e107f), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:32.671080 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a57d6391-5d1a-4986-908c-ecfb9b2f0f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021'] for port (f3d24abb-d4b2-40c9-a41b-48e0a2993347), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:32.695973 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d6391-5d1a-4986-908c-ecfb9b2f0f46 None None] Pushing event deleted for resources: {'Port': ['ID=f3d24abb-d4b2-40c9-a41b-48e0a2993347,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:32.697106 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f446cb-7a17-4014-9d26-36b89d0e107f']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:32.703082 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d6391-5d1a-4986-908c-ecfb9b2f0f46 None None] No DVR routers for this DVR port f3d24abb-d4b2-40c9-a41b-48e0a2993347 on host dv-cinder-823089-3-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:37:32.714430 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb622305-3894-4c30-92b0-7b125aa1fe0f') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:32.714867 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb622305-3894-4c30-92b0-7b125aa1fe0f') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:32.727016 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761468047427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3606675'] for segment (cb622305-3894-4c30-92b0-7b125aa1fe0f), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:32.738519 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:32.744273 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (cb622305-3894-4c30-92b0-7b125aa1fe0f), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:32.752746 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 08:37:32.753118 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529145648'] for segment (cb622305-3894-4c30-92b0-7b125aa1fe0f), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:32.809444 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment cb622305-3894-4c30-92b0-7b125aa1fe0f resource provider aggregate not found Jul 20 08:37:32.830710 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment cb622305-3894-4c30-92b0-7b125aa1fe0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb622305-3894-4c30-92b0-7b125aa1fe0f found for delete ", "request_id": "req-6ba5a622-e011-48d1-bc78-d70446d1706c"}]} Jul 20 08:37:32.833770 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730124'] for network (25f446cb-7a17-4014-9d26-36b89d0e107f), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:32.850268 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:32.853421 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] 10.222.0.64 "DELETE /v2.0/networks/25f446cb-7a17-4014-9d26-36b89d0e107f HTTP/1.1" status: 204 len: 168 time: 0.6614919 Jul 20 08:37:32.856700 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 42510) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:32.874254 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557f9ef-814e-4947-954b-1311c18e9488 admin admin] Pushing event deleted for resources: {'Network': ['ID=25f446cb-7a17-4014-9d26-36b89d0e107f,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:32.913372 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b04789-db60-4dec-8622-c3a95ff8422b req-d37be69e-d746-44f9-86b9-ce7a238a63c2 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:32.915019 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c6b04789-db60-4dec-8622-c3a95ff8422b req-d37be69e-d746-44f9-86b9-ce7a238a63c2 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 944 time: 0.0665884 Jul 20 08:37:32.980273 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c6b04789-db60-4dec-8622-c3a95ff8422b req-9ae03f21-0a6a-4898-8c67-7b57a8fb4785 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594966 Jul 20 08:37:33.233052 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c840a981-f633-4544-b38b-363df1266700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731768'] for router_interface (d1672ad0-47b1-464d-bf1b-06a7e9d3d5be), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:33.240552 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:33.391154 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device f3d24abb-d4b2-40c9-a41b-48e0a2993347 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:37:33.415051 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: f3d24abb-d4b2-40c9-a41b-48e0a2993347 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:37:33.415488 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device f3d24abb-d4b2-40c9-a41b-48e0a2993347 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:37:33.512911 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-c840a981-f633-4544-b38b-363df1266700 admin admin] Deleting port 1147e85d-4b2f-42ab-928e-93151ea264fe {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:37:33.513165 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c840a981-f633-4544-b38b-363df1266700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:33.538680 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:33.609528 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-c840a981-f633-4544-b38b-363df1266700 admin admin] For port 1147e85d-4b2f-42ab-928e-93151ea264fe, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=1147e85d-4b2f-42ab-928e-93151ea264fe,segment=NetworkSegment(1abbea4f-f0fa-492f-9a3b-290e4afbf94c),segment_id=1abbea4f-f0fa-492f-9a3b-290e4afbf94c)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:33.609889 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c840a981-f633-4544-b38b-363df1266700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:33.624517 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-c840a981-f633-4544-b38b-363df1266700 admin admin] Calling delete_port for 1147e85d-4b2f-42ab-928e-93151ea264fe owned by network:router_interface {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:37:33.773433 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:33.818151 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c840a981-f633-4544-b38b-363df1266700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (1147e85d-4b2f-42ab-928e-93151ea264fe), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:33.844885 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840a981-f633-4544-b38b-363df1266700 admin admin] Pushing event deleted for resources: {'Port': ['ID=1147e85d-4b2f-42ab-928e-93151ea264fe,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:34.043184 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c840a981-f633-4544-b38b-363df1266700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1731660'] for router_interface (d1672ad0-47b1-464d-bf1b-06a7e9d3d5be), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:34.199299 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd4f90-fcec-4a2e-98a1-cc1572b9d8c4 req-d0ca5102-3485-4aaf-9f1d-5532bafe9216 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:34.200846 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8bcd4f90-fcec-4a2e-98a1-cc1572b9d8c4 req-d0ca5102-3485-4aaf-9f1d-5532bafe9216 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 944 time: 0.0872562 Jul 20 08:37:34.308720 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8bcd4f90-fcec-4a2e-98a1-cc1572b9d8c4 req-23ebdd37-1061-46d5-ac46-7b254b401024 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991287 Jul 20 08:37:34.384101 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c840a981-f633-4544-b38b-363df1266700 admin admin] Router d1672ad0-47b1-464d-bf1b-06a7e9d3d5be has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:37:34.457392 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:34.525075 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c840a981-f633-4544-b38b-363df1266700 admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:37:34.535236 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c840a981-f633-4544-b38b-363df1266700 admin admin] 10.222.0.64 "PUT /v2.0/routers/d1672ad0-47b1-464d-bf1b-06a7e9d3d5be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6772473 Jul 20 08:37:34.538179 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42518) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:34.540734 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386afbaf-e0a0-41cd-afc0-0490b41cc918 None None] Sync routers for ids ['d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:37:34.554106 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386afbaf-e0a0-41cd-afc0-0490b41cc918 None None] Routers {'d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:37:34.554868 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-386afbaf-e0a0-41cd-afc0-0490b41cc918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:37:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:34.648940 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9b23acba-a4b3-4d8b-b0af-aeac15e04bc9 admin admin] Publish callbacks [] for router (d1672ad0-47b1-464d-bf1b-06a7e9d3d5be), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:34.689860 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-386afbaf-e0a0-41cd-afc0-0490b41cc918 None None] Set router d1672ad0-47b1-464d-bf1b-06a7e9d3d5be gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:37:34.762954 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9b23acba-a4b3-4d8b-b0af-aeac15e04bc9 admin admin] Publish callbacks [] for router_gateway (d1672ad0-47b1-464d-bf1b-06a7e9d3d5be), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:34.813002 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-9b23acba-a4b3-4d8b-b0af-aeac15e04bc9 admin admin] Deleting port 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:37:34.813352 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9b23acba-a4b3-4d8b-b0af-aeac15e04bc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:34.886956 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-386afbaf-e0a0-41cd-afc0-0490b41cc918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'name': 'tempest-TestShelveInstance-1508931211-router', 'tenant_id': 'c3cf87b84407454091a026745dfe006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:05Z', 'updated_at': '2022-07-20T08:37:33Z', 'revision_number': 5, 'project_id': 'c3cf87b84407454091a026745dfe006b', 'gw_port': {'id': '77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:30:06Z', 'updated_at': '2022-07-20T08:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:34.909421 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-9b23acba-a4b3-4d8b-b0af-aeac15e04bc9 admin admin] For port 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:34.909700 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9b23acba-a4b3-4d8b-b0af-aeac15e04bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:34.914324 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386afbaf-e0a0-41cd-afc0-0490b41cc918 None None] Checking router: d1672ad0-47b1-464d-bf1b-06a7e9d3d5be for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:37:34.924488 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386afbaf-e0a0-41cd-afc0-0490b41cc918 None None] Routers {'d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:37:34.925169 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-386afbaf-e0a0-41cd-afc0-0490b41cc918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:37:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:34.925427 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-9b23acba-a4b3-4d8b-b0af-aeac15e04bc9 admin admin] Calling delete_port for 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f owned by network:router_gateway {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:37:34.970953 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:35.037378 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-386afbaf-e0a0-41cd-afc0-0490b41cc918 None None] Set router d1672ad0-47b1-464d-bf1b-06a7e9d3d5be gateway port host: None {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:37:35.093268 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-386afbaf-e0a0-41cd-afc0-0490b41cc918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'name': 'tempest-TestShelveInstance-1508931211-router', 'tenant_id': 'c3cf87b84407454091a026745dfe006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:05Z', 'updated_at': '2022-07-20T08:37:34Z', 'revision_number': 6, 'project_id': 'c3cf87b84407454091a026745dfe006b', 'gw_port_host': None}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:35.122854 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386afbaf-e0a0-41cd-afc0-0490b41cc918 None None] The sync data for ids ['d1672ad0-47b1-464d-bf1b-06a7e9d3d5be'] in dv-cinder-823089-3-iscsi is: [{'id': 'd1672ad0-47b1-464d-bf1b-06a7e9d3d5be', 'name': 'tempest-TestShelveInstance-1508931211-router', 'tenant_id': 'c3cf87b84407454091a026745dfe006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:30:05Z', 'updated_at': '2022-07-20T08:37:34Z', 'revision_number': 6, 'project_id': 'c3cf87b84407454091a026745dfe006b', 'gw_port_host': None}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:37:35.129504 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9b23acba-a4b3-4d8b-b0af-aeac15e04bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:35.162404 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23acba-a4b3-4d8b-b0af-aeac15e04bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:35.266721 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9b23acba-a4b3-4d8b-b0af-aeac15e04bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730087'] for router_gateway (d1672ad0-47b1-464d-bf1b-06a7e9d3d5be), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:35.361018 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9b23acba-a4b3-4d8b-b0af-aeac15e04bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3830'] for router (d1672ad0-47b1-464d-bf1b-06a7e9d3d5be), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:35.363490 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9b23acba-a4b3-4d8b-b0af-aeac15e04bc9 admin admin] Publish callbacks [] for router_controller (d1672ad0-47b1-464d-bf1b-06a7e9d3d5be), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:35.449253 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9b23acba-a4b3-4d8b-b0af-aeac15e04bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676458'] for router (d1672ad0-47b1-464d-bf1b-06a7e9d3d5be), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:35.449879 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b23acba-a4b3-4d8b-b0af-aeac15e04bc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1672ad0-47b1-464d-bf1b-06a7e9d3d5be {{(pid=104022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 08:37:35.456744 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9b23acba-a4b3-4d8b-b0af-aeac15e04bc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:35.458507 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-9b23acba-a4b3-4d8b-b0af-aeac15e04bc9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d1672ad0-47b1-464d-bf1b-06a7e9d3d5be HTTP/1.1" status: 204 len: 168 time: 0.9186156 Jul 20 08:37:35.461160 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 42532) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:35.488566 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db78768-c04f-4fb7-aa2f-9cd87aa28d6d req-84090224-fc14-4622-8505-4a5ed45bd024 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:35.490873 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1db78768-c04f-4fb7-aa2f-9cd87aa28d6d req-84090224-fc14-4622-8505-4a5ed45bd024 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 944 time: 0.0727100 Jul 20 08:37:35.507797 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:35.554181 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-b630cf11-5ce0-4853-8edd-2fc1aefe789c admin admin] Deleting subnet 69bbf793-5c5a-46f3-8244-aae8755f887f {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 08:37:35.563506 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b630cf11-5ce0-4853-8edd-2fc1aefe789c admin admin] Publish callbacks [] for subnet (69bbf793-5c5a-46f3-8244-aae8755f887f), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:35.585783 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1db78768-c04f-4fb7-aa2f-9cd87aa28d6d req-514f67b6-732c-4a3c-bf83-caed618a78d8 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849879 Jul 20 08:37:35.614069 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b630cf11-5ce0-4853-8edd-2fc1aefe789c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528500673'] for subnet (69bbf793-5c5a-46f3-8244-aae8755f887f), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:35.658706 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 1147e85d-4b2f-42ab-928e-93151ea264fe no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:37:35.702174 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 1147e85d-4b2f-42ab-928e-93151ea264fe {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:37:35.702530 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 1147e85d-4b2f-42ab-928e-93151ea264fe not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:37:35.726569 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b630cf11-5ce0-4853-8edd-2fc1aefe789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1021515'] for subnet (69bbf793-5c5a-46f3-8244-aae8755f887f), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:35.793366 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b630cf11-5ce0-4853-8edd-2fc1aefe789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528676299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530434281'] for subnet (69bbf793-5c5a-46f3-8244-aae8755f887f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:35.796979 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:35.820817 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630cf11-5ce0-4853-8edd-2fc1aefe789c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69bbf793-5c5a-46f3-8244-aae8755f887f,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:35.828452 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b630cf11-5ce0-4853-8edd-2fc1aefe789c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:35.834636 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b630cf11-5ce0-4853-8edd-2fc1aefe789c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/69bbf793-5c5a-46f3-8244-aae8755f887f HTTP/1.1" status: 204 len: 168 time: 0.3697548 Jul 20 08:37:35.835111 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42538) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:35.840732 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd6edaf-f9ed-4177-bb83-32d480955714 None None] Network c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:37:35.911916 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-828437'] for network (c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:35.960876 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] Deleting port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:37:35.961321 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:36.015874 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9682cbce-1a37-471d-8d41-3a811f8cb207 None None] DHCP port deletion for c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea request from dv-cinder-823089-3-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 08:37:36.032822 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] For port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb,segment=NetworkSegment(1abbea4f-f0fa-492f-9a3b-290e4afbf94c),segment_id=1abbea4f-f0fa-492f-9a3b-290e4afbf94c)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:36.033204 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:36.049297 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] Calling delete_port for 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:37:36.071968 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-9682cbce-1a37-471d-8d41-3a811f8cb207 None None] Deleting port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:37:36.072353 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9682cbce-1a37-471d-8d41-3a811f8cb207 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:36.145683 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-9682cbce-1a37-471d-8d41-3a811f8cb207 None None] For port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb,segment=NetworkSegment(1abbea4f-f0fa-492f-9a3b-290e4afbf94c),segment_id=1abbea4f-f0fa-492f-9a3b-290e4afbf94c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:36.146689 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9682cbce-1a37-471d-8d41-3a811f8cb207 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:36.162222 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-9682cbce-1a37-471d-8d41-3a811f8cb207 None None] Calling delete_port for 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:37:36.188873 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:36.216369 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:36.222451 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] No DVR routers for this DVR port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb on host dv-cinder-823089-3-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:37:36.256912 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9682cbce-1a37-471d-8d41-3a811f8cb207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021'] for port (5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:36.289506 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682cbce-1a37-471d-8d41-3a811f8cb207 None None] No DVR routers for this DVR port 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb on host dv-cinder-823089-3-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:37:36.294059 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682cbce-1a37-471d-8d41-3a811f8cb207 None None] Pushing event deleted for resources: {'Port': ['ID=5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:36.315127 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021194', 'neutron.services.segments.db._delete_segments_for_network-8761468045370'] for network (c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:36.340355 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:36.351782 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abbea4f-f0fa-492f-9a3b-290e4afbf94c') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:36.352109 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abbea4f-f0fa-492f-9a3b-290e4afbf94c') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:36.363771 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761468047427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3606675'] for segment (1abbea4f-f0fa-492f-9a3b-290e4afbf94c), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:36.376440 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:36.381677 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (1abbea4f-f0fa-492f-9a3b-290e4afbf94c), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:36.391360 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 08:37:36.391802 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529145648'] for segment (1abbea4f-f0fa-492f-9a3b-290e4afbf94c), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:36.443770 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 1abbea4f-f0fa-492f-9a3b-290e4afbf94c resource provider aggregate not found Jul 20 08:37:36.462301 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730124'] for network (c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:36.469120 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:36.478898 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea HTTP/1.1" status: 204 len: 168 time: 0.6392438 Jul 20 08:37:36.480756 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 1abbea4f-f0fa-492f-9a3b-290e4afbf94c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1abbea4f-f0fa-492f-9a3b-290e4afbf94c found for delete ", "request_id": "req-4bafb39a-3bec-4739-9b4c-a4115c503ac5"}]} Jul 20 08:37:36.492892 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8b2f9-1284-4240-ab35-75b5ebaa3257 admin admin] Pushing event deleted for resources: {'Network': ['ID=c58d3cfd-aad2-4aab-9e06-bc2cc467d3ea,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:36.598420 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42546) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:36.654078 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8cab1f4e-8902-4969-bfde-9f36dd07fb67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=714941c1e0034a37b0bf0144c1eac958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0520580 Jul 20 08:37:36.654529 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 42550) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:36.737843 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850f645-db76-4012-aa40-6a6dbf22e3ce req-536f7c24-c412-41ea-849f-c1f4093ba532 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:36.739353 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5850f645-db76-4012-aa40-6a6dbf22e3ce req-536f7c24-c412-41ea-849f-c1f4093ba532 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 944 time: 0.0768661 Jul 20 08:37:36.771243 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d0ec4f0d-a215-4669-a804-b277c15f994a admin admin] Publish callbacks [] for security_group (b0cf260c-c293-41bb-be16-5f58397aa62c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:36.824017 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d0ec4f0d-a215-4669-a804-b277c15f994a admin admin] Publish callbacks [] for security_group (b0cf260c-c293-41bb-be16-5f58397aa62c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:36.836648 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5850f645-db76-4012-aa40-6a6dbf22e3ce req-d385f9b4-99cb-4fed-a91b-8ff60c6f1568 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885751 Jul 20 08:37:36.886655 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d0ec4f0d-a215-4669-a804-b277c15f994a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (b0cf260c-c293-41bb-be16-5f58397aa62c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:36.890055 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d0ec4f0d-a215-4669-a804-b277c15f994a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:36.891414 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d0ec4f0d-a215-4669-a804-b277c15f994a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b0cf260c-c293-41bb-be16-5f58397aa62c HTTP/1.1" status: 204 len: 168 time: 0.2357838 Jul 20 08:37:36.902282 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec4f0d-a215-4669-a804-b277c15f994a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cf260c-c293-41bb-be16-5f58397aa62c,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:37.279206 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 42568) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:37.322272 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-89b6492f-d3ee-49c8-875a-01cd5a67d1e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3cf87b84407454091a026745dfe006b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418241 Jul 20 08:37:37.325095 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 42570) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:37.383137 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-382deba2-3b45-4c53-ae38-0a7eed5c86f3 admin admin] Publish callbacks [] for security_group (bc956e73-a4e4-429f-ae2e-d0cff0e0a964), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:37.401292 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:37:37.408012 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-382deba2-3b45-4c53-ae38-0a7eed5c86f3 admin admin] Publish callbacks [] for security_group (bc956e73-a4e4-429f-ae2e-d0cff0e0a964), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:37.420703 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:37:37.421056 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 77ab0792-76f9-4bd5-9d0f-0cc3d0dfe73f not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:37:37.421472 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:37:37.424911 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:37.441992 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:37:37.442343 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 5fbf4e4a-687f-4e92-b8b8-103dc5c9c7cb not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:37:37.466967 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-382deba2-3b45-4c53-ae38-0a7eed5c86f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (bc956e73-a4e4-429f-ae2e-d0cff0e0a964), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:37.469498 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-382deba2-3b45-4c53-ae38-0a7eed5c86f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:37.470712 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-382deba2-3b45-4c53-ae38-0a7eed5c86f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc956e73-a4e4-429f-ae2e-d0cff0e0a964 HTTP/1.1" status: 204 len: 168 time: 0.1446235 Jul 20 08:37:37.479189 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382deba2-3b45-4c53-ae38-0a7eed5c86f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc956e73-a4e4-429f-ae2e-d0cff0e0a964,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:37.976745 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044a749-0348-49f7-bd9e-daf60e2cd14b req-1a8f34ae-d190-4c78-90f5-c3f68fe81ad3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:37.978328 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9044a749-0348-49f7-bd9e-daf60e2cd14b req-1a8f34ae-d190-4c78-90f5-c3f68fe81ad3 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 944 time: 0.0560529 Jul 20 08:37:38.033732 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9044a749-0348-49f7-bd9e-daf60e2cd14b req-19614511-1939-4088-a74c-db8ec0dda628 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487375 Jul 20 08:37:39.156918 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb6805-62e1-4e7d-ae48-0373eb32a922 req-bc2021cf-8760-4b31-b4ab-a8f6f767917c tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:39.158513 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ffeb6805-62e1-4e7d-ae48-0373eb32a922 req-bc2021cf-8760-4b31-b4ab-a8f6f767917c tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 944 time: 0.0501003 Jul 20 08:37:39.213014 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ffeb6805-62e1-4e7d-ae48-0373eb32a922 req-9e58f5ba-89bf-4fb0-aeda-62b51207751f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484703 Jul 20 08:37:40.318327 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:40.353562 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bdf47-94a0-4931-bb4c-e52d8d9a5790 req-f4229a1e-4361-4d62-83ef-f69cfecd791e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:40.355528 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0b4bdf47-94a0-4931-bb4c-e52d8d9a5790 req-f4229a1e-4361-4d62-83ef-f69cfecd791e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 944 time: 0.0676987 Jul 20 08:37:40.418854 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0b4bdf47-94a0-4931-bb4c-e52d8d9a5790 req-ca94db64-5a79-4d9b-8aa0-1764031421b8 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539970 Jul 20 08:37:40.607570 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:41.551862 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f1a9e-442b-435b-ac8c-041d3a930ed4 req-10652c63-3aac-4e0a-b9c3-6edaaae80b1c tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:41.554739 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-bb0f1a9e-442b-435b-ac8c-041d3a930ed4 req-10652c63-3aac-4e0a-b9c3-6edaaae80b1c tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 944 time: 0.0551305 Jul 20 08:37:41.612655 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-bb0f1a9e-442b-435b-ac8c-041d3a930ed4 req-dbe48d8b-f0ed-42b6-a06d-29e7e2127253 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521088 Jul 20 08:37:42.746011 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6ca4d-99ff-45e7-a04a-07ef860e4b38 req-77e06b83-c94c-40ef-b5b3-b959d89f73e1 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:42.747590 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1dd6ca4d-99ff-45e7-a04a-07ef860e4b38 req-77e06b83-c94c-40ef-b5b3-b959d89f73e1 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 944 time: 0.0585525 Jul 20 08:37:42.811490 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1dd6ca4d-99ff-45e7-a04a-07ef860e4b38 req-dff0392e-5cf3-44ed-8672-fe711c4d1781 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529401 Jul 20 08:37:43.953328 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb03649-ed2a-49f9-a94e-1c4ae345ce0d req-a9b2c850-d531-453b-8afb-3b280c8fd54c tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:43.956054 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aeb03649-ed2a-49f9-a94e-1c4ae345ce0d req-a9b2c850-d531-453b-8afb-3b280c8fd54c tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 944 time: 0.0672631 Jul 20 08:37:44.015056 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aeb03649-ed2a-49f9-a94e-1c4ae345ce0d req-e0d26cb6-8cba-49cc-9981-b13e782a84e2 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524392 Jul 20 08:37:44.559882 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 50598d79-6502-43f4-85f4-da18b9881657 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:37:44.668269 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:44.701121 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 50598d79-6502-43f4-85f4-da18b9881657, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=50598d79-6502-43f4-85f4-da18b9881657,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:44.725718 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '50598d79-6502-43f4-85f4-da18b9881657', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'port_id': '50598d79-6502-43f4-85f4-da18b9881657', 'mac_address': 'fa:16:3e:10:c9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:37:44.774713 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 50598d79-6502-43f4-85f4-da18b9881657 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:37:44.775369 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (50598d79-6502-43f4-85f4-da18b9881657), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:44.799106 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50598d79-6502-43f4-85f4-da18b9881657 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:37:44.832330 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 50598d79-6502-43f4-85f4-da18b9881657, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=50598d79-6502-43f4-85f4-da18b9881657,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:44.837925 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (50598d79-6502-43f4-85f4-da18b9881657), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:44.904266 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=50598d79-6502-43f4-85f4-da18b9881657,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:44.912882 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:44.913224 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:44.913564 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:44.913902 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:44.914233 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:44.914561 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:44.914926 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:44.915250 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:44.915578 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:44.915896 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:44.916220 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:44.916540 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:44.916864 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:44.917179 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:44.917496 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:45.165566 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c2554-248b-48bc-83ef-c4486c16798f req-c4cb7a5f-0ea0-4b97-8209-8b2bcd80b63b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:45.167106 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf7c2554-248b-48bc-83ef-c4486c16798f req-c4cb7a5f-0ea0-4b97-8209-8b2bcd80b63b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 945 time: 0.0533750 Jul 20 08:37:45.224268 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf7c2554-248b-48bc-83ef-c4486c16798f req-7966d58f-02f9-44b3-9e9f-e0467ce05f09 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484498 Jul 20 08:37:45.324056 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['50598d79-6502-43f4-85f4-da18b9881657'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:37:45.640460 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed150787-1c0b-414b-870c-d6a9aa9cb911 req-78e2f1de-e8aa-4aaf-876b-fdad72e6d908 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439575 Jul 20 08:37:45.751746 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed150787-1c0b-414b-870c-d6a9aa9cb911 req-ae0f49a7-bc8e-4780-8879-868ad15e3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:45.753630 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed150787-1c0b-414b-870c-d6a9aa9cb911 req-ae0f49a7-bc8e-4780-8879-868ad15e3ed2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fcfc8ebb18c54de29556d0b93593d676&device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 1129 time: 0.0501802 Jul 20 08:37:45.814667 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:45.878381 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed150787-1c0b-414b-870c-d6a9aa9cb911 req-0ddabfd6-b403-42fa-ba4c-3a7eae0164b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:45.879936 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed150787-1c0b-414b-870c-d6a9aa9cb911 req-0ddabfd6-b403-42fa-ba4c-3a7eae0164b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=348269a8-7968-40a5-99e7-854f19c8d583 HTTP/1.1" status: 200 len: 912 time: 0.1052449 Jul 20 08:37:45.952220 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed150787-1c0b-414b-870c-d6a9aa9cb911 req-bba552c9-e5e0-47a0-8a62-73a82ba06bd9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f10e926-b78d-48a1-a5ca-b29f3c55dee7 HTTP/1.1" status: 200 len: 1000 time: 0.0652909 Jul 20 08:37:46.004098 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed150787-1c0b-414b-870c-d6a9aa9cb911 req-cbdaaa39-6e11-430e-a0b3-e20af9715624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:46.005668 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed150787-1c0b-414b-870c-d6a9aa9cb911 req-cbdaaa39-6e11-430e-a0b3-e20af9715624 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3c888370-e66b-4395-b90c-a65ec529794b HTTP/1.1" status: 200 len: 850 time: 0.0471087 Jul 20 08:37:46.058807 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed150787-1c0b-414b-870c-d6a9aa9cb911 req-fbdf40d5-96f9-4dbe-abe1-cf9395b186f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:46.060388 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed150787-1c0b-414b-870c-d6a9aa9cb911 req-fbdf40d5-96f9-4dbe-abe1-cf9395b186f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=348269a8-7968-40a5-99e7-854f19c8d583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460401 Jul 20 08:37:46.165492 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed150787-1c0b-414b-870c-d6a9aa9cb911 req-e2377625-a67f-4752-b3b7-4ba7847e3518 service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973864 Jul 20 08:37:46.294154 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed150787-1c0b-414b-870c-d6a9aa9cb911 req-ce1c03fd-ce04-4d6f-bb5a-8c2baf3a663f service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223335 Jul 20 08:37:46.363874 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54384d34-77fd-4216-8b87-dfb41634d962 req-8e353f50-d4de-44bc-a8e5-db424cccb376 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:46.365504 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-54384d34-77fd-4216-8b87-dfb41634d962 req-8e353f50-d4de-44bc-a8e5-db424cccb376 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 945 time: 0.0545671 Jul 20 08:37:46.429074 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-54384d34-77fd-4216-8b87-dfb41634d962 req-a6a98380-b55e-4687-8eef-0d1a5ae3d7b2 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579057 Jul 20 08:37:46.610750 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 50598d79-6502-43f4-85f4-da18b9881657 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:37:46.669312 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 50598d79-6502-43f4-85f4-da18b9881657 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:37:46.676893 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 50598d79-6502-43f4-85f4-da18b9881657 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:37:46.677342 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (50598d79-6502-43f4-85f4-da18b9881657), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:46.760091 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 50598d79-6502-43f4-85f4-da18b9881657 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:37:46.760487 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (50598d79-6502-43f4-85f4-da18b9881657), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:46.786402 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb9c5a6-428c-4725-ad79-45132db1c198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50598d79-6502-43f4-85f4-da18b9881657'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:37:46.788721 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa3399e-d177-4eae-aa97-b53646e50405" -d '{"events": [{"server_uuid": "fbb9c5a6-428c-4725-ad79-45132db1c198", "name": "network-vif-plugged", "status": "completed", "tag": "50598d79-6502-43f4-85f4-da18b9881657"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:37:46.790902 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:46.804394 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 50598d79-6502-43f4-85f4-da18b9881657, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=50598d79-6502-43f4-85f4-da18b9881657,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:46.809191 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (50598d79-6502-43f4-85f4-da18b9881657), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:46.840465 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44754439-4a9f-4a4a-9913-2e2c6ce76857 x-openstack-request-id: req-44754439-4a9f-4a4a-9913-2e2c6ce76857 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:37:46.840745 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb9c5a6-428c-4725-ad79-45132db1c198", "name": "network-vif-plugged", "status": "completed", "tag": "50598d79-6502-43f4-85f4-da18b9881657", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:37:46.840994 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44754439-4a9f-4a4a-9913-2e2c6ce76857 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:37:46.841383 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44754439-4a9f-4a4a-9913-2e2c6ce76857'] response: {'server_uuid': 'fbb9c5a6-428c-4725-ad79-45132db1c198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50598d79-6502-43f4-85f4-da18b9881657', 'code': 200} Jul 20 08:37:46.882155 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=50598d79-6502-43f4-85f4-da18b9881657,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:47.456817 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3482c08-9b2b-4459-a707-851ddd5cadfc req-311a27d8-3a0e-417c-bc71-2c90743547d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:47.458365 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e3482c08-9b2b-4459-a707-851ddd5cadfc req-311a27d8-3a0e-417c-bc71-2c90743547d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 1130 time: 0.0414014 Jul 20 08:37:47.520077 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e3482c08-9b2b-4459-a707-851ddd5cadfc req-f7947df0-c70d-456e-88ea-57638f99df63 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518646 Jul 20 08:37:47.555416 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f279d8-28a1-47c7-b02b-d38990ba9af0 req-3e6b5215-343f-47ad-bb1e-d6ba926573fd tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:47.556886 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-64f279d8-28a1-47c7-b02b-d38990ba9af0 req-3e6b5215-343f-47ad-bb1e-d6ba926573fd tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 946 time: 0.0534954 Jul 20 08:37:47.609591 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-64f279d8-28a1-47c7-b02b-d38990ba9af0 req-5a65d12d-7e1d-4bb8-8a57-bdfc99bc18a6 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461557 Jul 20 08:37:48.740304 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fa81a-7a76-40cd-beb4-8f938710e733 req-791e3a23-aa20-4e45-8a5a-5118d70e8149 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:48.741942 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-258fa81a-7a76-40cd-beb4-8f938710e733 req-791e3a23-aa20-4e45-8a5a-5118d70e8149 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 946 time: 0.0531943 Jul 20 08:37:48.754946 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:48.800730 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-258fa81a-7a76-40cd-beb4-8f938710e733 req-a4a10521-7cd4-4b76-8b40-8863b66a170a tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527017 Jul 20 08:37:49.599337 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-57b59541-5fc8-4572-a68c-0b4cb69f4c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:49.912388 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=61 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:49.914556 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=54 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:49.915131 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:49.929368 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452b6fa-1bf6-4b33-8269-9014903f5caa req-40490af2-0aa0-430d-824c-99b949d1b385 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:49.930915 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f452b6fa-1bf6-4b33-8269-9014903f5caa req-40490af2-0aa0-430d-824c-99b949d1b385 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 946 time: 0.0570087 Jul 20 08:37:49.994051 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f452b6fa-1bf6-4b33-8269-9014903f5caa req-f00bda51-3dc2-4d96-9a63-7b8414ff1b50 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572164 Jul 20 08:37:50.122151 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aae55d-feb1-4100-9990-e94709f81dbf req-6bbd8688-f7d5-4315-ac2c-17b01d571f77 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:50.124480 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-61aae55d-feb1-4100-9990-e94709f81dbf req-6bbd8688-f7d5-4315-ac2c-17b01d571f77 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 946 time: 0.0528409 Jul 20 08:37:50.188544 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-61aae55d-feb1-4100-9990-e94709f81dbf req-2feb1a1a-392a-45dd-bc75-99ebc1728eb4 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576248 Jul 20 08:37:50.218026 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 42652) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:50.542524 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b1d2cf-e059-4fba-b971-2ed4f4ddc914 tempest-TestVolumeBootPattern-1880741922 tempest-TestVolumeBootPattern-1880741922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:50.544169 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f4b1d2cf-e059-4fba-b971-2ed4f4ddc914 tempest-TestVolumeBootPattern-1880741922 tempest-TestVolumeBootPattern-1880741922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 1125 time: 0.3249848 Jul 20 08:37:50.547346 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42656) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:50.552546 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Request body: {'floatingip': {'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'port_id': '50598d79-6502-43f4-85f4-da18b9881657', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:37:50.580317 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:50.667950 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:50.801530 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Allocated IP 172.27.1.81 (a1c48fb5-2431-447f-bf04-61d33fd44216/04cb6252-a3ad-43e6-93cd-077021c03ab6/a4e261f8-1078-4006-b017-c9056b9ec3d8) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:37:50.951938 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for port (a4e261f8-1078-4006-b017-c9056b9ec3d8), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:50.962001 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:50.999136 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (a4e261f8-1078-4006-b017-c9056b9ec3d8), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:51.047744 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Network a1c48fb5-2431-447f-bf04-61d33fd44216 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:37:51.054627 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:37:51.059207 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:37:51.065066 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event updated for resources: {'Port': ['ID=a4e261f8-1078-4006-b017-c9056b9ec3d8,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:51.095696 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:51.096038 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:51.096388 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:51.096761 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:51.097219 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:51.097554 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:51.097886 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:51.098214 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:51.098568 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:51.098920 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:51.099254 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:51.099585 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:51.099939 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:51.100413 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:51.100740 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:51.431799 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:51.537497 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b32ae-c49e-44a8-af85-6e6ee5ad376e req-5ef19261-709d-4bb0-aa7d-f9366decc3b2 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:51.539025 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-545b32ae-c49e-44a8-af85-6e6ee5ad376e req-5ef19261-709d-4bb0-aa7d-f9366decc3b2 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 946 time: 0.0966492 Jul 20 08:37:51.874074 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for floatingip (2ff9575b-75d3-4a17-b358-6e582a06f079), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:51.902025 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-545b32ae-c49e-44a8-af85-6e6ee5ad376e req-199d3853-4d96-4750-8a20-ffba2bfca651 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=469d479f-37db-4f9a-9264-a6836003c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571529 Jul 20 08:37:51.960489 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (a4e261f8-1078-4006-b017-c9056b9ec3d8), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:52.130490 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for port (a4e261f8-1078-4006-b017-c9056b9ec3d8), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:52.135757 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529145684'] for port (a4e261f8-1078-4006-b017-c9056b9ec3d8), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:52.181403 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:52.218767 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event updated for resources: {'Port': ['ID=a4e261f8-1078-4006-b017-c9056b9ec3d8,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:52.233672 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (2ff9575b-75d3-4a17-b358-6e582a06f079), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:52.264884 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-857c9b9a-585b-4b09-a452-00ade0ebe06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:52.347787 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Floating IP 2ff9575b-75d3-4a17-b358-6e582a06f079 associated. External IP: 172.27.1.81, port: 50598d79-6502-43f4-85f4-da18b9881657. Jul 20 08:37:52.581915 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Router d55d3f47-7fbb-45b3-b270-07e76c2cc801 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:37:52.690253 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:52.718749 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:37:52.729394 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416b80f3-35b0-4796-95d0-494594a9b34c None None] Sync routers for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:37:52.741105 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:52.743085 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416b80f3-35b0-4796-95d0-494594a9b34c None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:37:52.743943 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-416b80f3-35b0-4796-95d0-494594a9b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:37:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:52.778995 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-cc16617a-c396-4c83-ae8a-19aeb595e99d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2301905 Jul 20 08:37:52.779585 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb9c5a6-428c-4725-ad79-45132db1c198', 'tag': '50598d79-6502-43f4-85f4-da18b9881657'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:37:52.782048 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00f69ad5a0cac4e7728d797b6610dcca539aaa5862e314ac00bb2191cad31ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b5d3bc-257b-4639-a4be-de73f78c5197" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb9c5a6-428c-4725-ad79-45132db1c198", "tag": "50598d79-6502-43f4-85f4-da18b9881657"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:37:52.825275 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d5705a-12d2-46ab-9bcb-b5fd9f173aaf x-openstack-request-id: req-95d5705a-12d2-46ab-9bcb-b5fd9f173aaf {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:37:52.825628 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb9c5a6-428c-4725-ad79-45132db1c198", "tag": "50598d79-6502-43f4-85f4-da18b9881657", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:37:52.825984 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95d5705a-12d2-46ab-9bcb-b5fd9f173aaf {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:37:52.826532 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d5705a-12d2-46ab-9bcb-b5fd9f173aaf'] response: {'name': 'network-changed', 'server_uuid': 'fbb9c5a6-428c-4725-ad79-45132db1c198', 'tag': '50598d79-6502-43f4-85f4-da18b9881657', 'status': 'completed', 'code': 200} Jul 20 08:37:52.868332 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-416b80f3-35b0-4796-95d0-494594a9b34c None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:37:52.892575 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:53.037288 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5d3bc-257b-4639-a4be-de73f78c5197 req-18f2e156-657b-42df-a6e3-3e6dda6388b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:53.040892 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9b5d3bc-257b-4639-a4be-de73f78c5197 req-18f2e156-657b-42df-a6e3-3e6dda6388b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fcfc8ebb18c54de29556d0b93593d676&device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 1130 time: 0.0570803 Jul 20 08:37:53.046298 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9a85b-b8a9-406b-835f-d19379295e9b req-80f53237-9ec8-489a-8bf2-2f920ce9b97c tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:53.051158 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-76a9a85b-b8a9-406b-835f-d19379295e9b req-80f53237-9ec8-489a-8bf2-2f920ce9b97c tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 946 time: 0.0636456 Jul 20 08:37:53.120250 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-416b80f3-35b0-4796-95d0-494594a9b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '0ed5fcb1-2d41-4ff9-8c8a-cb1cf8d5d03d', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'port_id': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'mac_address': 'fa:16:3e:d7:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:34:42Z', 'updated_at': '2022-07-20T08:34:44Z', 'revision_number': 1, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address_scope': None}, {'id': '2ff9575b-75d3-4a17-b358-6e582a06f079', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'port_id': '50598d79-6502-43f4-85f4-da18b9881657', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'mac_address': 'fa:16:3e:10:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9c5a6-428c-4725-ad79-45132db1c198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:37:51Z', 'updated_at': '2022-07-20T08:37:51Z', 'revision_number': 0, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:53.122154 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-76a9a85b-b8a9-406b-835f-d19379295e9b req-45f82fa2-b6b2-4598-b4ca-03dc4e1e1d07 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=469d479f-37db-4f9a-9264-a6836003c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666213 Jul 20 08:37:53.150248 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416b80f3-35b0-4796-95d0-494594a9b34c None None] Checking router: d55d3f47-7fbb-45b3-b270-07e76c2cc801 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:37:53.158135 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5d3bc-257b-4639-a4be-de73f78c5197 req-2d2d6dc4-7c0d-48b6-b3d9-2f174443c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:53.158924 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416b80f3-35b0-4796-95d0-494594a9b34c None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:37:53.159555 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-416b80f3-35b0-4796-95d0-494594a9b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:37:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:53.163601 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9b5d3bc-257b-4639-a4be-de73f78c5197 req-2d2d6dc4-7c0d-48b6-b3d9-2f174443c866 service neutron] 10.222.0.18 "GET /v2.0/networks?id=348269a8-7968-40a5-99e7-854f19c8d583 HTTP/1.1" status: 200 len: 912 time: 0.1179800 Jul 20 08:37:53.221983 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:53.232432 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9b5d3bc-257b-4639-a4be-de73f78c5197 req-8ba57d35-13fe-47fd-b9fc-d0d627317899 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50598d79-6502-43f4-85f4-da18b9881657 HTTP/1.1" status: 200 len: 999 time: 0.0597231 Jul 20 08:37:53.271191 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-416b80f3-35b0-4796-95d0-494594a9b34c None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:37:53.288113 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5d3bc-257b-4639-a4be-de73f78c5197 req-0ec01698-71b1-4b13-9430-599e17585adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:53.289883 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9b5d3bc-257b-4639-a4be-de73f78c5197 req-0ec01698-71b1-4b13-9430-599e17585adb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3c888370-e66b-4395-b90c-a65ec529794b HTTP/1.1" status: 200 len: 850 time: 0.0514863 Jul 20 08:37:53.337876 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5d3bc-257b-4639-a4be-de73f78c5197 req-0ec1c2f0-bedc-4466-958f-8256fc264484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:53.339906 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9b5d3bc-257b-4639-a4be-de73f78c5197 req-0ec1c2f0-bedc-4466-958f-8256fc264484 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=348269a8-7968-40a5-99e7-854f19c8d583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423656 Jul 20 08:37:53.523213 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-416b80f3-35b0-4796-95d0-494594a9b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '0ed5fcb1-2d41-4ff9-8c8a-cb1cf8d5d03d', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'port_id': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'mac_address': 'fa:16:3e:d7:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:34:42Z', 'updated_at': '2022-07-20T08:34:44Z', 'revision_number': 1, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address_scope': None}, {'id': '2ff9575b-75d3-4a17-b358-6e582a06f079', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'port_id': '50598d79-6502-43f4-85f4-da18b9881657', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'mac_address': 'fa:16:3e:10:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9c5a6-428c-4725-ad79-45132db1c198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:37:51Z', 'updated_at': '2022-07-20T08:37:51Z', 'revision_number': 0, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:53.554024 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416b80f3-35b0-4796-95d0-494594a9b34c None None] The sync data for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi is: [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '0ed5fcb1-2d41-4ff9-8c8a-cb1cf8d5d03d', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'port_id': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'mac_address': 'fa:16:3e:d7:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:34:42Z', 'updated_at': '2022-07-20T08:34:44Z', 'revision_number': 1, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address_scope': None}, {'id': '2ff9575b-75d3-4a17-b358-6e582a06f079', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'port_id': '50598d79-6502-43f4-85f4-da18b9881657', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'mac_address': 'fa:16:3e:10:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9c5a6-428c-4725-ad79-45132db1c198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:37:51Z', 'updated_at': '2022-07-20T08:37:51Z', 'revision_number': 0, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:37:53.574674 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9b5d3bc-257b-4639-a4be-de73f78c5197 req-39ff90fd-87cc-4b80-8c1d-516f599c0091 service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014667 Jul 20 08:37:53.769298 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2393b687-5b91-47db-a0fd-ce080dc11eb4 None None] New status for floating IP 2ff9575b-75d3-4a17-b358-6e582a06f079: ACTIVE {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:37:54.191058 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7dd9d-fcb2-424e-a887-75597cfe02cb req-8d5817db-64d7-431a-a647-16b71eff2237 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:54.193072 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-67e7dd9d-fcb2-424e-a887-75597cfe02cb req-8d5817db-64d7-431a-a647-16b71eff2237 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 946 time: 0.4789133 Jul 20 08:37:54.252111 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:54.298094 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9b5d3bc-257b-4639-a4be-de73f78c5197 req-d814a7c3-a49f-4cc3-902d-74c449c575a8 service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858874 Jul 20 08:37:54.324880 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc474c-7f29-4bfc-a354-10e8f2feee09 req-0df1d645-1f5c-4469-8721-8110d1f450c9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:37:54.326393 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8fcc474c-7f29-4bfc-a354-10e8f2feee09 req-0df1d645-1f5c-4469-8721-8110d1f450c9 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 946 time: 0.1193058 Jul 20 08:37:54.374517 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-67e7dd9d-fcb2-424e-a887-75597cfe02cb req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Deleting port 4ed2e645-2dd2-48a1-af71-1696a608bc20 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:37:54.374889 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-67e7dd9d-fcb2-424e-a887-75597cfe02cb req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (4ed2e645-2dd2-48a1-af71-1696a608bc20), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:54.451257 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8fcc474c-7f29-4bfc-a354-10e8f2feee09 req-50a84b7d-2859-4188-a256-45d745301abc tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups?id=469d479f-37db-4f9a-9264-a6836003c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152198 Jul 20 08:37:54.492588 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-67e7dd9d-fcb2-424e-a887-75597cfe02cb req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] For port 4ed2e645-2dd2-48a1-af71-1696a608bc20, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=4ed2e645-2dd2-48a1-af71-1696a608bc20,segment=NetworkSegment(7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d),segment_id=7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:37:54.492877 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-67e7dd9d-fcb2-424e-a887-75597cfe02cb req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (4ed2e645-2dd2-48a1-af71-1696a608bc20), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:54.650307 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:54.671769 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-67e7dd9d-fcb2-424e-a887-75597cfe02cb req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:54.672171 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-67e7dd9d-fcb2-424e-a887-75597cfe02cb req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (c8ea4e7f-8b2b-431a-b90d-1b40145ac662), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:54.672945 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-67e7dd9d-fcb2-424e-a887-75597cfe02cb req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Floating IP c8ea4e7f-8b2b-431a-b90d-1b40145ac662 disassociated. External IP: 172.27.1.120, port: 4ed2e645-2dd2-48a1-af71-1696a608bc20. Jul 20 08:37:54.672945 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-67e7dd9d-fcb2-424e-a887-75597cfe02cb req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Calling delete_port for 4ed2e645-2dd2-48a1-af71-1696a608bc20 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:37:54.817983 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-67e7dd9d-fcb2-424e-a887-75597cfe02cb req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (4ed2e645-2dd2-48a1-af71-1696a608bc20), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:54.845273 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event deleted for resources: {'Port': ['ID=4ed2e645-2dd2-48a1-af71-1696a608bc20,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:54.849345 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:54.860938 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:54.861292 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:54.861633 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:54.861983 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:54.862322 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:54.862689 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:54.863009 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:54.863338 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:54.863667 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:54.864114 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:54.864955 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:54.865288 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:54.865620 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:54.865948 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:54.866274 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:37:54.981885 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67e7dd9d-fcb2-424e-a887-75597cfe02cb req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Router c245b0b3-c650-4a64-a3ff-113a63a41a0e has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:37:55.097630 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67e7dd9d-fcb2-424e-a887-75597cfe02cb req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:37:55.107984 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8568e4a3-f8f4-4fbb-a032-fe2d52f4e0c3 None None] Sync routers for ids ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:37:55.119068 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8568e4a3-f8f4-4fbb-a032-fe2d52f4e0c3 None None] Routers {'c245b0b3-c650-4a64-a3ff-113a63a41a0e'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:37:55.119702 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-8568e4a3-f8f4-4fbb-a032-fe2d52f4e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:37:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:55.143900 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e7dd9d-fcb2-424e-a887-75597cfe02cb req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] No DVR routers for this DVR port 4ed2e645-2dd2-48a1-af71-1696a608bc20 on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:37:55.147105 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-67e7dd9d-fcb2-424e-a887-75597cfe02cb req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:55.150451 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-67e7dd9d-fcb2-424e-a887-75597cfe02cb req-c3dd9d3f-4032-4217-9fe8-8db860191792 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.18 "DELETE /v2.0/ports/4ed2e645-2dd2-48a1-af71-1696a608bc20 HTTP/1.1" status: 204 len: 173 time: 0.9511900 Jul 20 08:37:55.150941 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a397563-630d-4bdc-b9e3-5c4b6c5f3d70', 'name': 'network-vif-deleted', 'tag': '4ed2e645-2dd2-48a1-af71-1696a608bc20'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:37:55.153307 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96bdc33-9c7f-4ae1-a566-b3aff247d03d" -d '{"events": [{"server_uuid": "4a397563-630d-4bdc-b9e3-5c4b6c5f3d70", "name": "network-vif-deleted", "tag": "4ed2e645-2dd2-48a1-af71-1696a608bc20"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:37:55.156158 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:55.204688 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18999d7f-8142-4a24-9ebd-c4d1c7346def x-openstack-request-id: req-18999d7f-8142-4a24-9ebd-c4d1c7346def {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:37:55.205220 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a397563-630d-4bdc-b9e3-5c4b6c5f3d70", "name": "network-vif-deleted", "tag": "4ed2e645-2dd2-48a1-af71-1696a608bc20", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:37:55.205310 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18999d7f-8142-4a24-9ebd-c4d1c7346def {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:37:55.205721 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18999d7f-8142-4a24-9ebd-c4d1c7346def'] response: {'server_uuid': '4a397563-630d-4bdc-b9e3-5c4b6c5f3d70', 'name': 'network-vif-deleted', 'tag': '4ed2e645-2dd2-48a1-af71-1696a608bc20', 'status': 'completed', 'code': 200} Jul 20 08:37:55.248648 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-8568e4a3-f8f4-4fbb-a032-fe2d52f4e0c3 None None] Set router c245b0b3-c650-4a64-a3ff-113a63a41a0e gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:37:55.488445 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-8568e4a3-f8f4-4fbb-a032-fe2d52f4e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:26:11Z', 'revision_number': 4, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '8e4a6035-8220-4e09-8d03-b0ed25181e75', 'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'mac_address': 'fa:16:3e:06:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:07Z', 'updated_at': '2022-07-20T08:26:24Z', 'revision_number': 5, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'subnets': [{'id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:55.524503 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8568e4a3-f8f4-4fbb-a032-fe2d52f4e0c3 None None] Checking router: c245b0b3-c650-4a64-a3ff-113a63a41a0e for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:37:55.535887 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8568e4a3-f8f4-4fbb-a032-fe2d52f4e0c3 None None] Routers {'c245b0b3-c650-4a64-a3ff-113a63a41a0e'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:37:55.536652 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-8568e4a3-f8f4-4fbb-a032-fe2d52f4e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:37:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:55.594435 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1a500ba3-058c-4a50-b9b0-4689db975d0b req-60664bad-9b3b-4dbd-b1c9-4e21b3a8d184 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a397563-630d-4bdc-b9e3-5c4b6c5f3d70 HTTP/1.1" status: 200 len: 210 time: 0.0363977 Jul 20 08:37:55.673549 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-8568e4a3-f8f4-4fbb-a032-fe2d52f4e0c3 None None] Set router c245b0b3-c650-4a64-a3ff-113a63a41a0e gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:37:55.717143 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:56.029335 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-8568e4a3-f8f4-4fbb-a032-fe2d52f4e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:26:11Z', 'revision_number': 4, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '8e4a6035-8220-4e09-8d03-b0ed25181e75', 'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'mac_address': 'fa:16:3e:06:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:07Z', 'updated_at': '2022-07-20T08:26:24Z', 'revision_number': 5, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'subnets': [{'id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:37:56.056619 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8568e4a3-f8f4-4fbb-a032-fe2d52f4e0c3 None None] The sync data for ids ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'] in dv-cinder-823089-3-iscsi is: [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:26:11Z', 'revision_number': 4, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '8e4a6035-8220-4e09-8d03-b0ed25181e75', 'name': '', 'network_id': '00a5ba6c-be0d-47a8-912c-f2b61f6abcd5', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'mac_address': 'fa:16:3e:06:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:26:07Z', 'updated_at': '2022-07-20T08:26:24Z', 'revision_number': 5, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'subnets': [{'id': '2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:37:56.310082 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893ed8d-9570-4cac-b41a-a1268b9fc724 None None] New status for floating IP c8ea4e7f-8b2b-431a-b90d-1b40145ac662: DOWN {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:37:56.566716 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:56.659904 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 4ed2e645-2dd2-48a1-af71-1696a608bc20 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:37:56.690189 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: 4ed2e645-2dd2-48a1-af71-1696a608bc20 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:37:56.690602 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 4ed2e645-2dd2-48a1-af71-1696a608bc20 not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:37:56.704965 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 42694) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:56.720175 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:56.773043 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a4df66bd-f184-4303-a920-19e4a9ab724e tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group (469d479f-37db-4f9a-9264-a6836003c0d3), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:56.802992 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a4df66bd-f184-4303-a920-19e4a9ab724e tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group (469d479f-37db-4f9a-9264-a6836003c0d3), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:56.866542 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a4df66bd-f184-4303-a920-19e4a9ab724e tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (469d479f-37db-4f9a-9264-a6836003c0d3), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:56.869180 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a4df66bd-f184-4303-a920-19e4a9ab724e tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:56.870487 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a4df66bd-f184-4303-a920-19e4a9ab724e tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "DELETE /v2.0/security-groups/469d479f-37db-4f9a-9264-a6836003c0d3 HTTP/1.1" status: 204 len: 168 time: 0.1644616 Jul 20 08:37:56.874084 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42696) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:56.882207 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df66bd-f184-4303-a920-19e4a9ab724e tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=469d479f-37db-4f9a-9264-a6836003c0d3,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:56.894027 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.api.v2.resource [None req-7c583c2c-7812-4838-bc34-de45269900a6 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] show failed (client error): The resource could not be found. Jul 20 08:37:56.895317 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-7c583c2c-7812-4838-bc34-de45269900a6 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "GET /v2.0/security-groups/469d479f-37db-4f9a-9264-a6836003c0d3 HTTP/1.1" status: 404 len: 347 time: 0.0197537 Jul 20 08:37:56.898777 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42698) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:37:57.030384 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d1f481f1-8a87-4cc0-8dd8-db1d1ec7ffb3 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Deleting port 5810db5a-38aa-445f-a743-8aeff2198fc9 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:37:57.030789 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d1f481f1-8a87-4cc0-8dd8-db1d1ec7ffb3 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (5810db5a-38aa-445f-a743-8aeff2198fc9), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:57.118790 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d1f481f1-8a87-4cc0-8dd8-db1d1ec7ffb3 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (5810db5a-38aa-445f-a743-8aeff2198fc9), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:57.119185 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d1f481f1-8a87-4cc0-8dd8-db1d1ec7ffb3 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for floatingip (5810db5a-38aa-445f-a743-8aeff2198fc9), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:57.135768 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d1f481f1-8a87-4cc0-8dd8-db1d1ec7ffb3 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Calling delete_port for 5810db5a-38aa-445f-a743-8aeff2198fc9 owned by network:floatingip {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:37:57.281777 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:37:57.287751 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d1f481f1-8a87-4cc0-8dd8-db1d1ec7ffb3 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (5810db5a-38aa-445f-a743-8aeff2198fc9), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:57.322322 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f481f1-8a87-4cc0-8dd8-db1d1ec7ffb3 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Pushing event deleted for resources: {'Port': ['ID=5810db5a-38aa-445f-a743-8aeff2198fc9,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:37:57.388363 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d1f481f1-8a87-4cc0-8dd8-db1d1ec7ffb3 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks [] for floatingip (c8ea4e7f-8b2b-431a-b90d-1b40145ac662), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:57.391191 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d1f481f1-8a87-4cc0-8dd8-db1d1ec7ffb3 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:37:57.392385 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d1f481f1-8a87-4cc0-8dd8-db1d1ec7ffb3 tempest-AttachVolumeTestJSON-1815855654 tempest-AttachVolumeTestJSON-1815855654-project] 10.222.0.64 "DELETE /v2.0/floatingips/c8ea4e7f-8b2b-431a-b90d-1b40145ac662 HTTP/1.1" status: 204 len: 168 time: 0.4926617 Jul 20 08:38:00.244262 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:38:01.064971 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42732) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:01.464477 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:01.626979 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ccf9a387-d4f9-4b06-935c-527ca5b097a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731768'] for router_interface (c245b0b3-c650-4a64-a3ff-113a63a41a0e), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:01.875604 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-ccf9a387-d4f9-4b06-935c-527ca5b097a5 admin admin] Deleting port 8e4a6035-8220-4e09-8d03-b0ed25181e75 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:38:01.875942 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ccf9a387-d4f9-4b06-935c-527ca5b097a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:01.968816 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-ccf9a387-d4f9-4b06-935c-527ca5b097a5 admin admin] For port 8e4a6035-8220-4e09-8d03-b0ed25181e75, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=8e4a6035-8220-4e09-8d03-b0ed25181e75,segment=NetworkSegment(7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d),segment_id=7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:38:01.969081 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ccf9a387-d4f9-4b06-935c-527ca5b097a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:01.989573 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-ccf9a387-d4f9-4b06-935c-527ca5b097a5 admin admin] Calling delete_port for 8e4a6035-8220-4e09-8d03-b0ed25181e75 owned by network:router_interface {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:38:02.177830 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:02.228760 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ccf9a387-d4f9-4b06-935c-527ca5b097a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (8e4a6035-8220-4e09-8d03-b0ed25181e75), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:02.255144 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9a387-d4f9-4b06-935c-527ca5b097a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4a6035-8220-4e09-8d03-b0ed25181e75,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:02.460172 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ccf9a387-d4f9-4b06-935c-527ca5b097a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1731660'] for router_interface (c245b0b3-c650-4a64-a3ff-113a63a41a0e), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:02.509009 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:02.703381 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf9a387-d4f9-4b06-935c-527ca5b097a5 admin admin] Router c245b0b3-c650-4a64-a3ff-113a63a41a0e has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:38:02.823816 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf9a387-d4f9-4b06-935c-527ca5b097a5 admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:38:02.829139 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ccf9a387-d4f9-4b06-935c-527ca5b097a5 admin admin] 10.222.0.64 "PUT /v2.0/routers/c245b0b3-c650-4a64-a3ff-113a63a41a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7636895 Jul 20 08:38:02.831769 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42736) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:02.834011 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee4a34c-077f-48b5-8ad8-8961220d5fe7 None None] Sync routers for ids ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:38:02.851851 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee4a34c-077f-48b5-8ad8-8961220d5fe7 None None] Routers {'c245b0b3-c650-4a64-a3ff-113a63a41a0e'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:38:02.852945 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7ee4a34c-077f-48b5-8ad8-8961220d5fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:37:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:02.951705 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cdb22ceb-32de-4e75-b95e-04b306dae17b admin admin] Publish callbacks [] for router (c245b0b3-c650-4a64-a3ff-113a63a41a0e), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:02.985862 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-7ee4a34c-077f-48b5-8ad8-8961220d5fe7 None None] Set router c245b0b3-c650-4a64-a3ff-113a63a41a0e gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:38:03.083575 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cdb22ceb-32de-4e75-b95e-04b306dae17b admin admin] Publish callbacks [] for router_gateway (c245b0b3-c650-4a64-a3ff-113a63a41a0e), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:03.135294 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-cdb22ceb-32de-4e75-b95e-04b306dae17b admin admin] Deleting port a12f094c-e512-434b-a5b1-fc3f7feb820d {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:38:03.139553 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cdb22ceb-32de-4e75-b95e-04b306dae17b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (a12f094c-e512-434b-a5b1-fc3f7feb820d), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:03.180305 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7ee4a34c-077f-48b5-8ad8-8961220d5fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:38:02Z', 'revision_number': 5, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port': {'id': 'a12f094c-e512-434b-a5b1-fc3f7feb820d', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:47Z', 'updated_at': '2022-07-20T08:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:03.215587 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee4a34c-077f-48b5-8ad8-8961220d5fe7 None None] Checking router: c245b0b3-c650-4a64-a3ff-113a63a41a0e for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:38:03.222785 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:03.227630 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee4a34c-077f-48b5-8ad8-8961220d5fe7 None None] Routers {'c245b0b3-c650-4a64-a3ff-113a63a41a0e'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:38:03.228292 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7ee4a34c-077f-48b5-8ad8-8961220d5fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:37:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:03.323474 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-7ee4a34c-077f-48b5-8ad8-8961220d5fe7 None None] Set router c245b0b3-c650-4a64-a3ff-113a63a41a0e gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:38:03.403893 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7ee4a34c-077f-48b5-8ad8-8961220d5fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:38:03Z', 'revision_number': 6, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port_host': None}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:03.448904 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee4a34c-077f-48b5-8ad8-8961220d5fe7 None None] The sync data for ids ['c245b0b3-c650-4a64-a3ff-113a63a41a0e'] in dv-cinder-823089-3-iscsi is: [{'id': 'c245b0b3-c650-4a64-a3ff-113a63a41a0e', 'name': 'tempest-AttachVolumeTestJSON-924784398-router', 'tenant_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:44Z', 'updated_at': '2022-07-20T08:38:03Z', 'revision_number': 6, 'project_id': 'fa4764ea3c4f4bf98ea56ee0798adfdc', 'gw_port_host': None}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:38:03.511777 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-cdb22ceb-32de-4e75-b95e-04b306dae17b admin admin] For port a12f094c-e512-434b-a5b1-fc3f7feb820d, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=a12f094c-e512-434b-a5b1-fc3f7feb820d,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:38:03.512485 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cdb22ceb-32de-4e75-b95e-04b306dae17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (a12f094c-e512-434b-a5b1-fc3f7feb820d), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:03.529855 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-cdb22ceb-32de-4e75-b95e-04b306dae17b admin admin] Calling delete_port for a12f094c-e512-434b-a5b1-fc3f7feb820d owned by network:router_gateway {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:38:03.578663 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:03.731103 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cdb22ceb-32de-4e75-b95e-04b306dae17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (a12f094c-e512-434b-a5b1-fc3f7feb820d), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:03.760501 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb22ceb-32de-4e75-b95e-04b306dae17b admin admin] Pushing event deleted for resources: {'Port': ['ID=a12f094c-e512-434b-a5b1-fc3f7feb820d,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:03.792828 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:03.841734 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cdb22ceb-32de-4e75-b95e-04b306dae17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730087'] for router_gateway (c245b0b3-c650-4a64-a3ff-113a63a41a0e), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:03.950725 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cdb22ceb-32de-4e75-b95e-04b306dae17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3830'] for router (c245b0b3-c650-4a64-a3ff-113a63a41a0e), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:03.953019 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cdb22ceb-32de-4e75-b95e-04b306dae17b admin admin] Publish callbacks [] for router_controller (c245b0b3-c650-4a64-a3ff-113a63a41a0e), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.002214 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cdb22ceb-32de-4e75-b95e-04b306dae17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676458'] for router (c245b0b3-c650-4a64-a3ff-113a63a41a0e), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.002770 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb22ceb-32de-4e75-b95e-04b306dae17b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c245b0b3-c650-4a64-a3ff-113a63a41a0e {{(pid=104022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 08:38:04.008011 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cdb22ceb-32de-4e75-b95e-04b306dae17b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.009304 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-cdb22ceb-32de-4e75-b95e-04b306dae17b admin admin] 10.222.0.64 "DELETE /v2.0/routers/c245b0b3-c650-4a64-a3ff-113a63a41a0e HTTP/1.1" status: 204 len: 168 time: 1.1756458 Jul 20 08:38:04.011743 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42738) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:04.064026 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef6a737-8b27-453c-971a-50230705aa18 admin admin] Deleting subnet 2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7 {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 08:38:04.068326 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a737-8b27-453c-971a-50230705aa18 admin admin] Publish callbacks [] for subnet (2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.110540 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a737-8b27-453c-971a-50230705aa18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3606698'] for subnet (2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.204916 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a737-8b27-453c-971a-50230705aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1021515'] for subnet (2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.280117 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a737-8b27-453c-971a-50230705aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529141650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530497388'] for subnet (2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.327593 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6a737-8b27-453c-971a-50230705aa18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:04.336680 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a737-8b27-453c-971a-50230705aa18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.343113 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-9ef6a737-8b27-453c-971a-50230705aa18 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2db89c7b-ef88-4f92-bb5b-cc8ed5ff4ca7 HTTP/1.1" status: 204 len: 168 time: 0.3272221 Jul 20 08:38:04.343429 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42740) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:04.346433 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4331607e-a48f-4a87-aa7f-2337c9067d8f None None] Network 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:38:04.431566 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-828437'] for network (00a5ba6c-be0d-47a8-912c-f2b61f6abcd5), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.499927 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] Deleting port bf10a936-7ae3-475f-b461-aae057feb61f {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:38:04.500431 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (bf10a936-7ae3-475f-b461-aae057feb61f), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.549222 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d259fafd-a799-41b3-af82-c354fdb6ae6a None None] DHCP port deletion for 00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 request from dv-cinder-823089-3-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 08:38:04.586616 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] For port bf10a936-7ae3-475f-b461-aae057feb61f, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=bf10a936-7ae3-475f-b461-aae057feb61f,segment=NetworkSegment(7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d),segment_id=7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:38:04.587408 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (bf10a936-7ae3-475f-b461-aae057feb61f), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.600043 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d259fafd-a799-41b3-af82-c354fdb6ae6a None None] Deleting port bf10a936-7ae3-475f-b461-aae057feb61f {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:38:04.600309 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d259fafd-a799-41b3-af82-c354fdb6ae6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (bf10a936-7ae3-475f-b461-aae057feb61f), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.607675 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] Calling delete_port for bf10a936-7ae3-475f-b461-aae057feb61f owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:38:04.678542 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d259fafd-a799-41b3-af82-c354fdb6ae6a None None] For port bf10a936-7ae3-475f-b461-aae057feb61f, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=bf10a936-7ae3-475f-b461-aae057feb61f,segment=NetworkSegment(7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d),segment_id=7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:38:04.678974 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d259fafd-a799-41b3-af82-c354fdb6ae6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (bf10a936-7ae3-475f-b461-aae057feb61f), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.680723 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:04.694851 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d259fafd-a799-41b3-af82-c354fdb6ae6a None None] Calling delete_port for bf10a936-7ae3-475f-b461-aae057feb61f owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:38:04.695476 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (bf10a936-7ae3-475f-b461-aae057feb61f), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.722072 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf10a936-7ae3-475f-b461-aae057feb61f,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:04.726670 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] No DVR routers for this DVR port bf10a936-7ae3-475f-b461-aae057feb61f on host dv-cinder-823089-3-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:38:04.779922 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:04.792194 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d259fafd-a799-41b3-af82-c354fdb6ae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021'] for port (bf10a936-7ae3-475f-b461-aae057feb61f), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.815671 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021194', 'neutron.services.segments.db._delete_segments_for_network-8761468045370'] for network (00a5ba6c-be0d-47a8-912c-f2b61f6abcd5), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.827475 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259fafd-a799-41b3-af82-c354fdb6ae6a None None] Pushing event deleted for resources: {'Port': ['ID=bf10a936-7ae3-475f-b461-aae057feb61f,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:04.829405 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d259fafd-a799-41b3-af82-c354fdb6ae6a None None] No DVR routers for this DVR port bf10a936-7ae3-475f-b461-aae057feb61f on host dv-cinder-823089-3-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:38:04.846445 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a5ba6c-be0d-47a8-912c-f2b61f6abcd5']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:04.858713 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:04.859016 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:04.875272 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761468047427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3606675'] for segment (7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.899141 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.901878 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:04.912228 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 08:38:04.913087 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529145648'] for segment (7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:04.974193 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d resource provider aggregate not found Jul 20 08:38:04.995539 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a9d4602-0f15-4ff7-9fbf-6f28f3ce682d found for delete ", "request_id": "req-82f07ecc-e130-4015-b148-8d0c08bd0d38"}]} Jul 20 08:38:04.996826 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730124'] for network (00a5ba6c-be0d-47a8-912c-f2b61f6abcd5), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:05.001457 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:05.006073 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] 10.222.0.64 "DELETE /v2.0/networks/00a5ba6c-be0d-47a8-912c-f2b61f6abcd5 HTTP/1.1" status: 204 len: 168 time: 0.6614654 Jul 20 08:38:05.024432 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e38ebc-165f-49de-aa77-1ddb2f480f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=00a5ba6c-be0d-47a8-912c-f2b61f6abcd5,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:05.158127 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42748) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:05.204988 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ef59cc3f-d363-4e60-80e1-244b45d3c188 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa4764ea3c4f4bf98ea56ee0798adfdc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0455596 Jul 20 08:38:05.207490 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42750) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:05.264945 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ff176681-abf2-4f7e-925a-f2b0808e4a86 admin admin] Publish callbacks [] for security_group (b765be42-011a-47c7-941d-311dfd41d6ac), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:05.290359 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ff176681-abf2-4f7e-925a-f2b0808e4a86 admin admin] Publish callbacks [] for security_group (b765be42-011a-47c7-941d-311dfd41d6ac), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:05.343923 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ff176681-abf2-4f7e-925a-f2b0808e4a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (b765be42-011a-47c7-941d-311dfd41d6ac), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:05.346553 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ff176681-abf2-4f7e-925a-f2b0808e4a86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:05.347752 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ff176681-abf2-4f7e-925a-f2b0808e4a86 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b765be42-011a-47c7-941d-311dfd41d6ac HTTP/1.1" status: 204 len: 168 time: 0.1393209 Jul 20 08:38:05.357250 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff176681-abf2-4f7e-925a-f2b0808e4a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b765be42-011a-47c7-941d-311dfd41d6ac,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:05.457493 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 8e4a6035-8220-4e09-8d03-b0ed25181e75 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:38:05.490551 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 8e4a6035-8220-4e09-8d03-b0ed25181e75 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:38:05.491164 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 8e4a6035-8220-4e09-8d03-b0ed25181e75 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:38:05.491855 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device bf10a936-7ae3-475f-b461-aae057feb61f no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:38:05.516292 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: bf10a936-7ae3-475f-b461-aae057feb61f {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:38:05.516711 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device bf10a936-7ae3-475f-b461-aae057feb61f not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:38:05.517074 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device a12f094c-e512-434b-a5b1-fc3f7feb820d no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:38:05.543207 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: a12f094c-e512-434b-a5b1-fc3f7feb820d {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:38:05.543549 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device a12f094c-e512-434b-a5b1-fc3f7feb820d not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:38:06.875640 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=75,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:06.877014 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=37,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:07.628696 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42826) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:07.748604 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f5ba7868-1455-44d9-9174-9076b9f82f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:07.832113 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f5ba7868-1455-44d9-9174-9076b9f82f73 admin admin] Publish callbacks [] for security_group (ef9c94f1-13fd-4d4d-9135-2b7f2ebb2276), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:07.836963 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f5ba7868-1455-44d9-9174-9076b9f82f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ef9c94f1-13fd-4d4d-9135-2b7f2ebb2276), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:07.881814 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f5ba7868-1455-44d9-9174-9076b9f82f73 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58daacd7343e4d94b794af8e8a7ee9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514310 Jul 20 08:38:07.882673 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba7868-1455-44d9-9174-9076b9f82f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9c94f1-13fd-4d4d-9135-2b7f2ebb2276,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:07.884841 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 42830) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:07.940976 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-deb960d6-1586-4ca8-9f86-44b2ff57d739 admin admin] Publish callbacks [] for security_group (ef9c94f1-13fd-4d4d-9135-2b7f2ebb2276), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:07.969425 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-deb960d6-1586-4ca8-9f86-44b2ff57d739 admin admin] Publish callbacks [] for security_group (ef9c94f1-13fd-4d4d-9135-2b7f2ebb2276), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:08.027863 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-deb960d6-1586-4ca8-9f86-44b2ff57d739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ef9c94f1-13fd-4d4d-9135-2b7f2ebb2276), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:08.030811 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-deb960d6-1586-4ca8-9f86-44b2ff57d739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:08.032598 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-deb960d6-1586-4ca8-9f86-44b2ff57d739 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef9c94f1-13fd-4d4d-9135-2b7f2ebb2276 HTTP/1.1" status: 204 len: 168 time: 0.1460092 Jul 20 08:38:08.049006 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb960d6-1586-4ca8-9f86-44b2ff57d739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9c94f1-13fd-4d4d-9135-2b7f2ebb2276,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:08.362704 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42836) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:08.378536 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd9d8-0683-4b1d-b5a6-031e5d5c4e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:08.467621 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd9d8-0683-4b1d-b5a6-031e5d5c4e48 admin admin] Publish callbacks [] for security_group (1978887c-be87-4d6b-ace0-416e5ce9a596), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:08.471649 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd9d8-0683-4b1d-b5a6-031e5d5c4e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (1978887c-be87-4d6b-ace0-416e5ce9a596), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:08.515037 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dd9d8-0683-4b1d-b5a6-031e5d5c4e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1978887c-be87-4d6b-ace0-416e5ce9a596,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:08.519305 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-3b7dd9d8-0683-4b1d-b5a6-031e5d5c4e48 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=20347d0f172145b29a2b88e353089b04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546621 Jul 20 08:38:08.522418 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42838) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:08.545362 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:08.577077 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-bd13fe7d-34e5-46bd-9bfd-679310160f61 admin admin] Publish callbacks [] for security_group (1978887c-be87-4d6b-ace0-416e5ce9a596), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:08.599886 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-bd13fe7d-34e5-46bd-9bfd-679310160f61 admin admin] Publish callbacks [] for security_group (1978887c-be87-4d6b-ace0-416e5ce9a596), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:08.647646 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-bd13fe7d-34e5-46bd-9bfd-679310160f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (1978887c-be87-4d6b-ace0-416e5ce9a596), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:08.650292 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-bd13fe7d-34e5-46bd-9bfd-679310160f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:08.651502 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-bd13fe7d-34e5-46bd-9bfd-679310160f61 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1978887c-be87-4d6b-ace0-416e5ce9a596 HTTP/1.1" status: 204 len: 168 time: 0.1281235 Jul 20 08:38:08.661199 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13fe7d-34e5-46bd-9bfd-679310160f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1978887c-be87-4d6b-ace0-416e5ce9a596,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:10.239125 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:10.240113 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:10.535199 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42892) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:10.618519 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:10.654460 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9f87fd4c-25f2-4fa3-a8ae-cc7ebb3b7021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:10.665903 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:10.741320 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9f87fd4c-25f2-4fa3-a8ae-cc7ebb3b7021 admin admin] Publish callbacks [] for security_group (27a504f2-0742-47e8-96a4-62f415c8bb62), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:10.745255 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9f87fd4c-25f2-4fa3-a8ae-cc7ebb3b7021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (27a504f2-0742-47e8-96a4-62f415c8bb62), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:10.787421 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-9f87fd4c-25f2-4fa3-a8ae-cc7ebb3b7021 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3f9345b8750944448ac9bab7b9ece282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510967 Jul 20 08:38:10.788386 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87fd4c-25f2-4fa3-a8ae-cc7ebb3b7021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a504f2-0742-47e8-96a4-62f415c8bb62,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:10.790897 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 42896) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:10.855834 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ed3f1ee0-950b-4548-be4c-3799c9ef2566 admin admin] Publish callbacks [] for security_group (27a504f2-0742-47e8-96a4-62f415c8bb62), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:10.880554 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ed3f1ee0-950b-4548-be4c-3799c9ef2566 admin admin] Publish callbacks [] for security_group (27a504f2-0742-47e8-96a4-62f415c8bb62), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:10.936098 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ed3f1ee0-950b-4548-be4c-3799c9ef2566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (27a504f2-0742-47e8-96a4-62f415c8bb62), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:10.939215 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ed3f1ee0-950b-4548-be4c-3799c9ef2566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:10.940695 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ed3f1ee0-950b-4548-be4c-3799c9ef2566 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/27a504f2-0742-47e8-96a4-62f415c8bb62 HTTP/1.1" status: 204 len: 168 time: 0.1483076 Jul 20 08:38:10.950493 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f1ee0-950b-4548-be4c-3799c9ef2566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a504f2-0742-47e8-96a4-62f415c8bb62,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:11.260208 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 42902) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:11.274782 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-91d6ccc5-97e6-43b9-85cb-ae2523c9a34d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:11.360572 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-91d6ccc5-97e6-43b9-85cb-ae2523c9a34d admin admin] Publish callbacks [] for security_group (11f15aa2-ef60-4eb2-9e7c-60e93c03fe7a), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:11.365722 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-91d6ccc5-97e6-43b9-85cb-ae2523c9a34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (11f15aa2-ef60-4eb2-9e7c-60e93c03fe7a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:11.421199 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-91d6ccc5-97e6-43b9-85cb-ae2523c9a34d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96a43d6f99f44fd19f85a539d68ce7bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597908 Jul 20 08:38:11.422197 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6ccc5-97e6-43b9-85cb-ae2523c9a34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f15aa2-ef60-4eb2-9e7c-60e93c03fe7a,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:11.424126 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 42904) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:11.513180 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3cdb9f30-a9f4-4ae0-b33b-29d1e5deadb3 admin admin] Publish callbacks [] for security_group (11f15aa2-ef60-4eb2-9e7c-60e93c03fe7a), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:11.547189 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3cdb9f30-a9f4-4ae0-b33b-29d1e5deadb3 admin admin] Publish callbacks [] for security_group (11f15aa2-ef60-4eb2-9e7c-60e93c03fe7a), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:11.601596 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3cdb9f30-a9f4-4ae0-b33b-29d1e5deadb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (11f15aa2-ef60-4eb2-9e7c-60e93c03fe7a), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:11.604766 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3cdb9f30-a9f4-4ae0-b33b-29d1e5deadb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:11.605951 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-3cdb9f30-a9f4-4ae0-b33b-29d1e5deadb3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11f15aa2-ef60-4eb2-9e7c-60e93c03fe7a HTTP/1.1" status: 204 len: 168 time: 0.1803787 Jul 20 08:38:11.614416 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb9f30-a9f4-4ae0-b33b-29d1e5deadb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f15aa2-ef60-4eb2-9e7c-60e93c03fe7a,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:18.620471 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43030) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:18.747576 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-835d8f15-0b64-48d9-8a91-ce76396c60bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:18.852289 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-835d8f15-0b64-48d9-8a91-ce76396c60bd admin admin] Publish callbacks [] for security_group (6def9ea4-3d73-434a-88f3-4db8837da0c6), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:18.856860 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-835d8f15-0b64-48d9-8a91-ce76396c60bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (6def9ea4-3d73-434a-88f3-4db8837da0c6), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:18.901602 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-835d8f15-0b64-48d9-8a91-ce76396c60bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55702662947b4f8ab4f9533b9d0172bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798018 Jul 20 08:38:18.902171 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d8f15-0b64-48d9-8a91-ce76396c60bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6def9ea4-3d73-434a-88f3-4db8837da0c6,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:18.904172 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43034) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:18.959819 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-550fdf2b-df94-4ba4-893c-50f1d62bc84d admin admin] Publish callbacks [] for security_group (6def9ea4-3d73-434a-88f3-4db8837da0c6), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:18.982786 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-550fdf2b-df94-4ba4-893c-50f1d62bc84d admin admin] Publish callbacks [] for security_group (6def9ea4-3d73-434a-88f3-4db8837da0c6), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:19.035003 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-550fdf2b-df94-4ba4-893c-50f1d62bc84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (6def9ea4-3d73-434a-88f3-4db8837da0c6), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:19.038268 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-550fdf2b-df94-4ba4-893c-50f1d62bc84d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:19.039498 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-550fdf2b-df94-4ba4-893c-50f1d62bc84d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6def9ea4-3d73-434a-88f3-4db8837da0c6 HTTP/1.1" status: 204 len: 168 time: 0.1341670 Jul 20 08:38:19.047894 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fdf2b-df94-4ba4-893c-50f1d62bc84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6def9ea4-3d73-434a-88f3-4db8837da0c6,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:19.348607 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43040) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:19.366506 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9aea4d8d-0fdf-4fbb-b365-ac8838b5b03c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:19.431137 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=12 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:19.457306 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9aea4d8d-0fdf-4fbb-b365-ac8838b5b03c admin admin] Publish callbacks [] for security_group (bfbc9dfe-b4aa-4656-a42d-d0688ccd3b12), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:19.467048 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9aea4d8d-0fdf-4fbb-b365-ac8838b5b03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (bfbc9dfe-b4aa-4656-a42d-d0688ccd3b12), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:19.491740 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:19.514513 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea4d8d-0fdf-4fbb-b365-ac8838b5b03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbc9dfe-b4aa-4656-a42d-d0688ccd3b12,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:19.518914 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9aea4d8d-0fdf-4fbb-b365-ac8838b5b03c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f820811ef44f4f35b38383769f29f4b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1680834 Jul 20 08:38:19.523055 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43042) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:19.593288 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-57acbb0e-6139-4b7b-b185-9751e648a3b7 admin admin] Publish callbacks [] for security_group (bfbc9dfe-b4aa-4656-a42d-d0688ccd3b12), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:19.618565 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-57acbb0e-6139-4b7b-b185-9751e648a3b7 admin admin] Publish callbacks [] for security_group (bfbc9dfe-b4aa-4656-a42d-d0688ccd3b12), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:19.621219 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1f74963d-7029-4aef-b036-1643a1d0c84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:19.675976 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-57acbb0e-6139-4b7b-b185-9751e648a3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (bfbc9dfe-b4aa-4656-a42d-d0688ccd3b12), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:19.679023 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-57acbb0e-6139-4b7b-b185-9751e648a3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:19.681101 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-57acbb0e-6139-4b7b-b185-9751e648a3b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bfbc9dfe-b4aa-4656-a42d-d0688ccd3b12 HTTP/1.1" status: 204 len: 168 time: 0.1569653 Jul 20 08:38:19.694629 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acbb0e-6139-4b7b-b185-9751e648a3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbc9dfe-b4aa-4656-a42d-d0688ccd3b12,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:21.097114 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:21.101554 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:22.031550 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43112) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:22.144702 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-434d7867-0c45-4b87-9cbb-d1f68942c612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:22.224500 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-434d7867-0c45-4b87-9cbb-d1f68942c612 admin admin] Publish callbacks [] for security_group (d197e69e-0a47-492e-a813-2eb944b2933e), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:22.228582 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-434d7867-0c45-4b87-9cbb-d1f68942c612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (d197e69e-0a47-492e-a813-2eb944b2933e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:22.260647 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fc63a282-e6bf-4fb0-b892-65b1822000b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:22.297067 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-434d7867-0c45-4b87-9cbb-d1f68942c612 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=960e2dcc63f64816a9f3b0bf711972be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641561 Jul 20 08:38:22.298438 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d7867-0c45-4b87-9cbb-d1f68942c612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d197e69e-0a47-492e-a813-2eb944b2933e,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:22.299731 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43116) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:22.358968 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8464a686-aca1-4b01-b352-d48cd61ae6e5 admin admin] Publish callbacks [] for security_group (d197e69e-0a47-492e-a813-2eb944b2933e), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:22.384609 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:22.386781 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8464a686-aca1-4b01-b352-d48cd61ae6e5 admin admin] Publish callbacks [] for security_group (d197e69e-0a47-492e-a813-2eb944b2933e), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:22.441670 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8464a686-aca1-4b01-b352-d48cd61ae6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (d197e69e-0a47-492e-a813-2eb944b2933e), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:22.445792 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8464a686-aca1-4b01-b352-d48cd61ae6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:22.448039 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8464a686-aca1-4b01-b352-d48cd61ae6e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d197e69e-0a47-492e-a813-2eb944b2933e HTTP/1.1" status: 204 len: 168 time: 0.1472511 Jul 20 08:38:22.457010 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464a686-aca1-4b01-b352-d48cd61ae6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d197e69e-0a47-492e-a813-2eb944b2933e,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:22.751470 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43124) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:22.766475 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-714af98b-88ce-4cea-873e-154e2f0a1845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:22.854236 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-714af98b-88ce-4cea-873e-154e2f0a1845 admin admin] Publish callbacks [] for security_group (bc9faa13-228e-4c65-b585-4395316ec3c5), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:22.857968 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-714af98b-88ce-4cea-873e-154e2f0a1845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (bc9faa13-228e-4c65-b585-4395316ec3c5), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:22.876178 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:22.903200 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-714af98b-88ce-4cea-873e-154e2f0a1845 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da6bf39ec4c64c30a4e5aac2b99bbac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504567 Jul 20 08:38:22.904792 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714af98b-88ce-4cea-873e-154e2f0a1845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9faa13-228e-4c65-b585-4395316ec3c5,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:22.906143 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43126) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:22.962342 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3dc3901e-1d60-45f8-a79f-e000b420b2f0 admin admin] Publish callbacks [] for security_group (bc9faa13-228e-4c65-b585-4395316ec3c5), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:22.984496 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3dc3901e-1d60-45f8-a79f-e000b420b2f0 admin admin] Publish callbacks [] for security_group (bc9faa13-228e-4c65-b585-4395316ec3c5), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:23.039273 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3dc3901e-1d60-45f8-a79f-e000b420b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (bc9faa13-228e-4c65-b585-4395316ec3c5), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:23.042142 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3dc3901e-1d60-45f8-a79f-e000b420b2f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:23.043525 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3dc3901e-1d60-45f8-a79f-e000b420b2f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc9faa13-228e-4c65-b585-4395316ec3c5 HTTP/1.1" status: 204 len: 168 time: 0.1363106 Jul 20 08:38:23.055476 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3901e-1d60-45f8-a79f-e000b420b2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9faa13-228e-4c65-b585-4395316ec3c5,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:24.255019 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:26.561355 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:26.719003 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:27.393932 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43186) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:27.504592 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0b0de50d-a4cb-4bf1-b312-30f6537d6d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:27.587067 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0b0de50d-a4cb-4bf1-b312-30f6537d6d19 admin admin] Publish callbacks [] for security_group (ecfbc154-060c-48c9-a709-4180408df885), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:27.591183 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0b0de50d-a4cb-4bf1-b312-30f6537d6d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ecfbc154-060c-48c9-a709-4180408df885), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:27.630859 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0b0de50d-a4cb-4bf1-b312-30f6537d6d19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b2706ac367a4b3eaf591fc6cdc4b74e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357442 Jul 20 08:38:27.631563 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0de50d-a4cb-4bf1-b312-30f6537d6d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfbc154-060c-48c9-a709-4180408df885,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:27.634529 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43190) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:27.693762 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ed71d583-d362-4922-8a70-92e1ed5df930 admin admin] Publish callbacks [] for security_group (ecfbc154-060c-48c9-a709-4180408df885), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:27.699349 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:27.705137 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:27.723318 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ed71d583-d362-4922-8a70-92e1ed5df930 admin admin] Publish callbacks [] for security_group (ecfbc154-060c-48c9-a709-4180408df885), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:27.785373 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ed71d583-d362-4922-8a70-92e1ed5df930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ecfbc154-060c-48c9-a709-4180408df885), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:27.788020 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ed71d583-d362-4922-8a70-92e1ed5df930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:27.789240 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ed71d583-d362-4922-8a70-92e1ed5df930 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ecfbc154-060c-48c9-a709-4180408df885 HTTP/1.1" status: 204 len: 168 time: 0.1538093 Jul 20 08:38:27.798097 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71d583-d362-4922-8a70-92e1ed5df930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfbc154-060c-48c9-a709-4180408df885,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:28.111019 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43196) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:28.126374 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c47-54a6-4052-ac8d-98a9be4a95cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:28.214058 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c47-54a6-4052-ac8d-98a9be4a95cd admin admin] Publish callbacks [] for security_group (05e68784-96e9-46e2-8d8a-a1ba172aaee7), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:28.217830 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c47-54a6-4052-ac8d-98a9be4a95cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (05e68784-96e9-46e2-8d8a-a1ba172aaee7), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:28.261178 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-a4e99c47-54a6-4052-ac8d-98a9be4a95cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=064ed24d1ffb41e68e6d67f0af0b7413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487458 Jul 20 08:38:28.262274 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e99c47-54a6-4052-ac8d-98a9be4a95cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e68784-96e9-46e2-8d8a-a1ba172aaee7,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:28.264100 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43198) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:28.334109 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-366762eb-58b9-4779-b3d7-dfb1a88a1774 admin admin] Publish callbacks [] for security_group (05e68784-96e9-46e2-8d8a-a1ba172aaee7), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:28.359150 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-366762eb-58b9-4779-b3d7-dfb1a88a1774 admin admin] Publish callbacks [] for security_group (05e68784-96e9-46e2-8d8a-a1ba172aaee7), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:28.412042 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-366762eb-58b9-4779-b3d7-dfb1a88a1774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (05e68784-96e9-46e2-8d8a-a1ba172aaee7), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:28.415805 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-366762eb-58b9-4779-b3d7-dfb1a88a1774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:28.417116 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-366762eb-58b9-4779-b3d7-dfb1a88a1774 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05e68784-96e9-46e2-8d8a-a1ba172aaee7 HTTP/1.1" status: 204 len: 168 time: 0.1516676 Jul 20 08:38:28.426331 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366762eb-58b9-4779-b3d7-dfb1a88a1774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e68784-96e9-46e2-8d8a-a1ba172aaee7,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:37.243996 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:38:37.811294 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=68,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:38.251743 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:38.256592 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=40,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:38.420659 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=28,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:38.421402 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=19,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:38.454547 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:40.628626 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:41.120867 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654d014-926c-48ce-b1ed-cfb9adaf04cd req-db4bc698-5158-4d36-8d86-a3042d5e31d4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:38:41.122373 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5654d014-926c-48ce-b1ed-cfb9adaf04cd req-db4bc698-5158-4d36-8d86-a3042d5e31d4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 947 time: 0.0526958 Jul 20 08:38:41.172954 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5654d014-926c-48ce-b1ed-cfb9adaf04cd req-df2abb2c-c0d0-49e7-937f-8a16b6eedf1b tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445991 Jul 20 08:38:42.312434 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929fc7a-f298-44ae-9089-02fc19bb6af2 req-f349395d-9e2b-46c0-a8d4-67933b39a95f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:38:42.314269 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5929fc7a-f298-44ae-9089-02fc19bb6af2 req-f349395d-9e2b-46c0-a8d4-67933b39a95f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 947 time: 0.0569212 Jul 20 08:38:42.368141 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-5929fc7a-f298-44ae-9089-02fc19bb6af2 req-7dfd5c32-b6c9-49af-98b9-4c16c1d6b1ad tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477149 Jul 20 08:38:43.356179 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726a4f4-9590-44fb-9918-31ccb67b8afd req-47781e39-d7c0-4ecc-9157-4d0ae63c4ae4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:38:43.357645 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0726a4f4-9590-44fb-9918-31ccb67b8afd req-47781e39-d7c0-4ecc-9157-4d0ae63c4ae4 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 947 time: 0.0510426 Jul 20 08:38:43.459928 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-0726a4f4-9590-44fb-9918-31ccb67b8afd req-b69b190b-4c65-4195-a419-0478ccbd0e54 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Deleting port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:38:43.460358 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0726a4f4-9590-44fb-9918-31ccb67b8afd req-b69b190b-4c65-4195-a419-0478ccbd0e54 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:43.509788 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b352a4-4a12-46d5-aa08-83fd8856a115 req-666251dc-f178-42c2-a018-84b86a19d932 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:38:43.517757 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b6b352a4-4a12-46d5-aa08-83fd8856a115 req-666251dc-f178-42c2-a018-84b86a19d932 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 947 time: 0.0634062 Jul 20 08:38:43.571781 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b6b352a4-4a12-46d5-aa08-83fd8856a115 req-91a3f98a-61c7-4647-b71b-622feb8a3b0e tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d03987-1f47-40fc-9bb2-586957198d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525949 Jul 20 08:38:43.577911 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-0726a4f4-9590-44fb-9918-31ccb67b8afd req-b69b190b-4c65-4195-a419-0478ccbd0e54 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] For port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:38:43.578285 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0726a4f4-9590-44fb-9918-31ccb67b8afd req-b69b190b-4c65-4195-a419-0478ccbd0e54 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:43.752764 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0726a4f4-9590-44fb-9918-31ccb67b8afd req-b69b190b-4c65-4195-a419-0478ccbd0e54 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:43.753137 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0726a4f4-9590-44fb-9918-31ccb67b8afd req-b69b190b-4c65-4195-a419-0478ccbd0e54 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (ddb61314-c9a3-4f2f-90fc-02d6a4c238e8), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:43.753453 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-0726a4f4-9590-44fb-9918-31ccb67b8afd req-b69b190b-4c65-4195-a419-0478ccbd0e54 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Floating IP ddb61314-c9a3-4f2f-90fc-02d6a4c238e8 disassociated. External IP: 172.27.1.154, port: 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4. Jul 20 08:38:43.753824 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-0726a4f4-9590-44fb-9918-31ccb67b8afd req-b69b190b-4c65-4195-a419-0478ccbd0e54 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Calling delete_port for 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:38:43.883324 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0726a4f4-9590-44fb-9918-31ccb67b8afd req-b69b190b-4c65-4195-a419-0478ccbd0e54 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:43.911909 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b190b-4c65-4195-a419-0478ccbd0e54 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event deleted for resources: {'Port': ['ID=08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:44.041662 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0726a4f4-9590-44fb-9918-31ccb67b8afd req-b69b190b-4c65-4195-a419-0478ccbd0e54 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Router f678284e-78cb-4704-9295-7381ea2d4c96 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:38:44.152736 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0726a4f4-9590-44fb-9918-31ccb67b8afd req-b69b190b-4c65-4195-a419-0478ccbd0e54 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:38:44.166774 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4a1bed-ddb7-4509-9e96-7dac0432f2df None None] Sync routers for ids ['f678284e-78cb-4704-9295-7381ea2d4c96'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:38:44.182868 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4a1bed-ddb7-4509-9e96-7dac0432f2df None None] Routers {'f678284e-78cb-4704-9295-7381ea2d4c96'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:38:44.183524 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-bc4a1bed-ddb7-4509-9e96-7dac0432f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:38:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f678284e-78cb-4704-9295-7381ea2d4c96'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:44.202988 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-0726a4f4-9590-44fb-9918-31ccb67b8afd req-b69b190b-4c65-4195-a419-0478ccbd0e54 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] No DVR routers for this DVR port 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:38:44.206226 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0726a4f4-9590-44fb-9918-31ccb67b8afd req-b69b190b-4c65-4195-a419-0478ccbd0e54 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:44.210113 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0726a4f4-9590-44fb-9918-31ccb67b8afd req-b69b190b-4c65-4195-a419-0478ccbd0e54 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.18 "DELETE /v2.0/ports/08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 HTTP/1.1" status: 204 len: 173 time: 0.8431375 Jul 20 08:38:44.210873 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'name': 'network-vif-deleted', 'tag': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:38:44.213631 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68d89ae-89c2-483a-a7ba-ecea6de17997" -d '{"events": [{"server_uuid": "0f9589ff-3f5c-4537-9fde-1b5e676b7e09", "name": "network-vif-deleted", "tag": "08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:38:44.258074 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db52478-5e6d-4c33-9130-cbd0571645b6 x-openstack-request-id: req-6db52478-5e6d-4c33-9130-cbd0571645b6 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:38:44.259287 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9589ff-3f5c-4537-9fde-1b5e676b7e09", "name": "network-vif-deleted", "tag": "08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:38:44.259813 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6db52478-5e6d-4c33-9130-cbd0571645b6 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:38:44.260571 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db52478-5e6d-4c33-9130-cbd0571645b6'] response: {'server_uuid': '0f9589ff-3f5c-4537-9fde-1b5e676b7e09', 'name': 'network-vif-deleted', 'tag': '08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4', 'status': 'completed', 'code': 200} Jul 20 08:38:44.316808 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-bc4a1bed-ddb7-4509-9e96-7dac0432f2df None None] Set router f678284e-78cb-4704-9295-7381ea2d4c96 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:38:44.546150 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-bc4a1bed-ddb7-4509-9e96-7dac0432f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '70e342ce-75b0-4d6d-84f7-94fb82b64c8a', 'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'mac_address': 'fa:16:3e:be:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:26:09Z', 'revision_number': 5, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'subnets': [{'id': '1674d774-8563-48a3-b527-f0af4400482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:44.572767 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4a1bed-ddb7-4509-9e96-7dac0432f2df None None] Checking router: f678284e-78cb-4704-9295-7381ea2d4c96 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:38:44.582036 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4a1bed-ddb7-4509-9e96-7dac0432f2df None None] Routers {'f678284e-78cb-4704-9295-7381ea2d4c96'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:38:44.582745 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-bc4a1bed-ddb7-4509-9e96-7dac0432f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:38:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f678284e-78cb-4704-9295-7381ea2d4c96'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:44.706332 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-bc4a1bed-ddb7-4509-9e96-7dac0432f2df None None] Set router f678284e-78cb-4704-9295-7381ea2d4c96 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:38:44.706967 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-835ca1c2-64a7-40de-bec5-06acf60a1f6d req-5153bd5a-72eb-40cf-88e2-23c629cd351f tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f9589ff-3f5c-4537-9fde-1b5e676b7e09 HTTP/1.1" status: 200 len: 210 time: 0.0305557 Jul 20 08:38:44.908568 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-bc4a1bed-ddb7-4509-9e96-7dac0432f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '70e342ce-75b0-4d6d-84f7-94fb82b64c8a', 'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'mac_address': 'fa:16:3e:be:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:26:09Z', 'revision_number': 5, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'subnets': [{'id': '1674d774-8563-48a3-b527-f0af4400482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:44.938246 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4a1bed-ddb7-4509-9e96-7dac0432f2df None None] The sync data for ids ['f678284e-78cb-4704-9295-7381ea2d4c96'] in dv-cinder-823089-3-iscsi is: [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:25:46Z', 'revision_number': 4, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '70e342ce-75b0-4d6d-84f7-94fb82b64c8a', 'name': '', 'network_id': '493487e7-e371-48c4-94a1-b290ee37dc8e', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'mac_address': 'fa:16:3e:be:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1674d774-8563-48a3-b527-f0af4400482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:45Z', 'updated_at': '2022-07-20T08:26:09Z', 'revision_number': 5, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'subnets': [{'id': '1674d774-8563-48a3-b527-f0af4400482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:38:45.152317 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8cbee5-44ce-4f59-a717-37aa82712b82 None None] New status for floating IP ddb61314-c9a3-4f2f-90fc-02d6a4c238e8: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:38:45.808353 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43374) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:45.902832 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-593b9491-2a38-4663-827c-1e0676142c99 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group (82d03987-1f47-40fc-9bb2-586957198d18), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:45.941562 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-593b9491-2a38-4663-827c-1e0676142c99 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group (82d03987-1f47-40fc-9bb2-586957198d18), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:45.991182 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-593b9491-2a38-4663-827c-1e0676142c99 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (82d03987-1f47-40fc-9bb2-586957198d18), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:45.994413 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-593b9491-2a38-4663-827c-1e0676142c99 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:45.995669 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-593b9491-2a38-4663-827c-1e0676142c99 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "DELETE /v2.0/security-groups/82d03987-1f47-40fc-9bb2-586957198d18 HTTP/1.1" status: 204 len: 168 time: 0.1863298 Jul 20 08:38:45.998602 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43376) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:46.005612 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b9491-2a38-4663-827c-1e0676142c99 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d03987-1f47-40fc-9bb2-586957198d18,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:46.023347 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.api.v2.resource [None req-f0450356-d38e-4fa5-b65c-e5f032a10795 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] show failed (client error): The resource could not be found. Jul 20 08:38:46.025276 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f0450356-d38e-4fa5-b65c-e5f032a10795 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "GET /v2.0/security-groups/82d03987-1f47-40fc-9bb2-586957198d18 HTTP/1.1" status: 404 len: 347 time: 0.0251393 Jul 20 08:38:46.028719 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43378) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:46.147014 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-ff58c7ca-3201-4d33-8282-aae2d6bf9b31 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Deleting port ffbc5047-fd8d-4be2-99b1-667122e1d271 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:38:46.147393 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ff58c7ca-3201-4d33-8282-aae2d6bf9b31 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (ffbc5047-fd8d-4be2-99b1-667122e1d271), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:46.227168 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ff58c7ca-3201-4d33-8282-aae2d6bf9b31 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (ffbc5047-fd8d-4be2-99b1-667122e1d271), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:46.227410 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ff58c7ca-3201-4d33-8282-aae2d6bf9b31 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for floatingip (ffbc5047-fd8d-4be2-99b1-667122e1d271), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:46.239697 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-ff58c7ca-3201-4d33-8282-aae2d6bf9b31 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Calling delete_port for ffbc5047-fd8d-4be2-99b1-667122e1d271 owned by network:floatingip {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:38:46.375089 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ff58c7ca-3201-4d33-8282-aae2d6bf9b31 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (ffbc5047-fd8d-4be2-99b1-667122e1d271), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:46.402285 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58c7ca-3201-4d33-8282-aae2d6bf9b31 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Pushing event deleted for resources: {'Port': ['ID=ffbc5047-fd8d-4be2-99b1-667122e1d271,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:46.473342 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ff58c7ca-3201-4d33-8282-aae2d6bf9b31 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks [] for floatingip (ddb61314-c9a3-4f2f-90fc-02d6a4c238e8), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:46.475868 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ff58c7ca-3201-4d33-8282-aae2d6bf9b31 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:46.477997 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ff58c7ca-3201-4d33-8282-aae2d6bf9b31 tempest-AttachVolumeShelveTestJSON-2013247676 tempest-AttachVolumeShelveTestJSON-2013247676-project] 10.222.0.64 "DELETE /v2.0/floatingips/ddb61314-c9a3-4f2f-90fc-02d6a4c238e8 HTTP/1.1" status: 204 len: 168 time: 0.4474554 Jul 20 08:38:46.626019 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:46.631673 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:46.643720 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e8f74a9f-e6c3-4c17-8949-9fa3c7ce7c07 req-85bb5b2c-ad3c-410c-a23c-9e5589cf2e5c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522592 Jul 20 08:38:46.720341 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f74a9f-e6c3-4c17-8949-9fa3c7ce7c07 req-c4b5c111-8beb-47cc-a867-3652044b0bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:38:46.721868 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e8f74a9f-e6c3-4c17-8949-9fa3c7ce7c07 req-c4b5c111-8beb-47cc-a867-3652044b0bde service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ee8039b1f4461c996165d5801b91f1&device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 1130 time: 0.0423968 Jul 20 08:38:46.851351 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f74a9f-e6c3-4c17-8949-9fa3c7ce7c07 req-f0d6c24c-5418-4bd6-b167-8d99da617674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:38:46.853757 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e8f74a9f-e6c3-4c17-8949-9fa3c7ce7c07 req-f0d6c24c-5418-4bd6-b167-8d99da617674 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21da7406-374d-4389-9eee-8af0140c04bf HTTP/1.1" status: 200 len: 915 time: 0.1089835 Jul 20 08:38:46.920354 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e8f74a9f-e6c3-4c17-8949-9fa3c7ce7c07 req-c099e5be-4c25-485e-95ac-27b973a50efc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0b4011c-e1be-4ef1-914b-9e51374f2b5f HTTP/1.1" status: 200 len: 1001 time: 0.0607622 Jul 20 08:38:46.947407 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:38:46.983753 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:38:46.984101 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 08b8e9ae-c7b3-47d7-8038-a5fdfb1440e4 not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:38:46.988696 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f74a9f-e6c3-4c17-8949-9fa3c7ce7c07 req-f9e7ca0c-072e-41cc-9ffd-d9bfae286eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:38:46.990216 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e8f74a9f-e6c3-4c17-8949-9fa3c7ce7c07 req-f9e7ca0c-072e-41cc-9ffd-d9bfae286eb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7595eb2-89c2-44a4-8ca5-0b88f939ec19 HTTP/1.1" status: 200 len: 853 time: 0.0639901 Jul 20 08:38:47.070411 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f74a9f-e6c3-4c17-8949-9fa3c7ce7c07 req-5220ae91-4b53-4faf-99ae-7bb8b7ab5bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:38:47.073585 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e8f74a9f-e6c3-4c17-8949-9fa3c7ce7c07 req-5220ae91-4b53-4faf-99ae-7bb8b7ab5bbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21da7406-374d-4389-9eee-8af0140c04bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765748 Jul 20 08:38:47.168893 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e8f74a9f-e6c3-4c17-8949-9fa3c7ce7c07 req-cb3c4b27-9366-4585-bff3-2e5be2fd0dea service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883293 Jul 20 08:38:47.266499 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e8f74a9f-e6c3-4c17-8949-9fa3c7ce7c07 req-ad8c38a3-5a0f-44fb-ab2b-963417d69aaa service neutron] 10.222.0.18 "GET /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914538 Jul 20 08:38:48.942088 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43470) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:49.162227 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:49.315851 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:49.444172 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6e95de1f-c637-40e6-aba7-1cc68fe7c890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731768'] for router_interface (f678284e-78cb-4704-9295-7381ea2d4c96), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:49.605725 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d9d8cc09-853b-4acc-b4ed-1ec05185e004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:49.690283 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-6e95de1f-c637-40e6-aba7-1cc68fe7c890 admin admin] Deleting port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:38:49.690535 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6e95de1f-c637-40e6-aba7-1cc68fe7c890 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:49.776998 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-6e95de1f-c637-40e6-aba7-1cc68fe7c890 admin admin] For port 70e342ce-75b0-4d6d-84f7-94fb82b64c8a, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=70e342ce-75b0-4d6d-84f7-94fb82b64c8a,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:38:49.777350 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6e95de1f-c637-40e6-aba7-1cc68fe7c890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:49.794246 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-6e95de1f-c637-40e6-aba7-1cc68fe7c890 admin admin] Calling delete_port for 70e342ce-75b0-4d6d-84f7-94fb82b64c8a owned by network:router_interface {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:38:50.007183 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6e95de1f-c637-40e6-aba7-1cc68fe7c890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (70e342ce-75b0-4d6d-84f7-94fb82b64c8a), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:50.032135 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95de1f-c637-40e6-aba7-1cc68fe7c890 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e342ce-75b0-4d6d-84f7-94fb82b64c8a,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:50.041137 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:50.230328 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6e95de1f-c637-40e6-aba7-1cc68fe7c890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1731660'] for router_interface (f678284e-78cb-4704-9295-7381ea2d4c96), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:50.326439 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:50.473637 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e95de1f-c637-40e6-aba7-1cc68fe7c890 admin admin] Router f678284e-78cb-4704-9295-7381ea2d4c96 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:38:50.601152 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e95de1f-c637-40e6-aba7-1cc68fe7c890 admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:38:50.609644 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-6e95de1f-c637-40e6-aba7-1cc68fe7c890 admin admin] 10.222.0.64 "PUT /v2.0/routers/f678284e-78cb-4704-9295-7381ea2d4c96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6641719 Jul 20 08:38:50.610652 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43480) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:50.613707 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e5c625-4b95-4c51-9d04-427425a49004 None None] Sync routers for ids ['f678284e-78cb-4704-9295-7381ea2d4c96'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:38:50.626460 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5c625-4b95-4c51-9d04-427425a49004 None None] Routers {'f678284e-78cb-4704-9295-7381ea2d4c96'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:38:50.627201 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-63e5c625-4b95-4c51-9d04-427425a49004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:38:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f678284e-78cb-4704-9295-7381ea2d4c96'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:50.768635 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-63e5c625-4b95-4c51-9d04-427425a49004 None None] Set router f678284e-78cb-4704-9295-7381ea2d4c96 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:38:50.974647 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Publish callbacks [] for router (f678284e-78cb-4704-9295-7381ea2d4c96), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:51.045630 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:51.064873 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-63e5c625-4b95-4c51-9d04-427425a49004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:38:49Z', 'revision_number': 5, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:51.100465 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e5c625-4b95-4c51-9d04-427425a49004 None None] Checking router: f678284e-78cb-4704-9295-7381ea2d4c96 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:38:51.104658 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:51.112206 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5c625-4b95-4c51-9d04-427425a49004 None None] Routers {'f678284e-78cb-4704-9295-7381ea2d4c96'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:38:51.112828 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-63e5c625-4b95-4c51-9d04-427425a49004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:38:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f678284e-78cb-4704-9295-7381ea2d4c96'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:51.117169 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Publish callbacks [] for router_gateway (f678284e-78cb-4704-9295-7381ea2d4c96), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:51.182130 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Deleting port 486013fe-92c4-4489-883f-0544a89f57b5 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:38:51.182506 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (486013fe-92c4-4489-883f-0544a89f57b5), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:51.246656 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-63e5c625-4b95-4c51-9d04-427425a49004 None None] Set router f678284e-78cb-4704-9295-7381ea2d4c96 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:38:51.295220 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] For port 486013fe-92c4-4489-883f-0544a89f57b5, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=486013fe-92c4-4489-883f-0544a89f57b5,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:38:51.295692 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (486013fe-92c4-4489-883f-0544a89f57b5), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:51.312561 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Calling delete_port for 486013fe-92c4-4489-883f-0544a89f57b5 owned by network:router_gateway {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:38:51.424374 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:51.434736 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-63e5c625-4b95-4c51-9d04-427425a49004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:38:49Z', 'revision_number': 5, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:51.466045 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e5c625-4b95-4c51-9d04-427425a49004 None None] The sync data for ids ['f678284e-78cb-4704-9295-7381ea2d4c96'] in dv-cinder-823089-3-iscsi is: [{'id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1274934315-router', 'tenant_id': '80faf6362e244bb992ffb6058ceeefda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '486013fe-92c4-4489-883f-0544a89f57b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:42Z', 'updated_at': '2022-07-20T08:38:49Z', 'revision_number': 5, 'project_id': '80faf6362e244bb992ffb6058ceeefda', 'gw_port': {'id': '486013fe-92c4-4489-883f-0544a89f57b5', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f678284e-78cb-4704-9295-7381ea2d4c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:38:51.517412 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (486013fe-92c4-4489-883f-0544a89f57b5), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:51.544705 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=486013fe-92c4-4489-883f-0544a89f57b5,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:51.549006 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:51.558834 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:51.559201 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:51.559540 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:51.559877 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:51.560206 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:51.560532 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:51.560854 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:51.561175 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:51.561524 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:51.561847 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:51.562172 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:51.562495 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:51.562837 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:51.563155 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:51.563474 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:51.624005 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730087'] for router_gateway (f678284e-78cb-4704-9295-7381ea2d4c96), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:51.719214 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3830'] for router (f678284e-78cb-4704-9295-7381ea2d4c96), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:51.721415 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Publish callbacks [] for router_controller (f678284e-78cb-4704-9295-7381ea2d4c96), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:51.770780 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676458'] for router (f678284e-78cb-4704-9295-7381ea2d4c96), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:51.771343 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f678284e-78cb-4704-9295-7381ea2d4c96 {{(pid=104022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 08:38:51.777161 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:51.778349 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8460d6b2-4ea8-45e8-bd24-c961751aabb4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f678284e-78cb-4704-9295-7381ea2d4c96 HTTP/1.1" status: 204 len: 168 time: 1.1665237 Jul 20 08:38:51.781082 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43486) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:51.830809 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-43818737-5a9c-41e7-949e-07deaaa0ccad admin admin] Deleting subnet 1674d774-8563-48a3-b527-f0af4400482d {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 08:38:51.835429 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-43818737-5a9c-41e7-949e-07deaaa0ccad admin admin] Publish callbacks [] for subnet (1674d774-8563-48a3-b527-f0af4400482d), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:51.878803 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-43818737-5a9c-41e7-949e-07deaaa0ccad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3606698'] for subnet (1674d774-8563-48a3-b527-f0af4400482d), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:51.985706 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-43818737-5a9c-41e7-949e-07deaaa0ccad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1021515'] for subnet (1674d774-8563-48a3-b527-f0af4400482d), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:52.045929 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-43818737-5a9c-41e7-949e-07deaaa0ccad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529141650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530497388'] for subnet (1674d774-8563-48a3-b527-f0af4400482d), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:52.079744 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43818737-5a9c-41e7-949e-07deaaa0ccad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1674d774-8563-48a3-b527-f0af4400482d,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:52.084216 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-43818737-5a9c-41e7-949e-07deaaa0ccad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:52.091037 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43490) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:52.098276 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0365ce6d-5279-4eb3-8cbb-dbfb33c66a03 None None] Network 493487e7-e371-48c4-94a1-b290ee37dc8e requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:38:52.101340 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-43818737-5a9c-41e7-949e-07deaaa0ccad admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1674d774-8563-48a3-b527-f0af4400482d HTTP/1.1" status: 204 len: 168 time: 0.3119307 Jul 20 08:38:52.175676 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-828437'] for network (493487e7-e371-48c4-94a1-b290ee37dc8e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:52.237783 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] Deleting port d70cd3c3-a6f8-4836-b448-9244113ddf03 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:38:52.238139 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (d70cd3c3-a6f8-4836-b448-9244113ddf03), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:52.274114 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-398395e8-3316-4e66-8b75-ef8def402af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:52.337878 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] For port d70cd3c3-a6f8-4836-b448-9244113ddf03, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=d70cd3c3-a6f8-4836-b448-9244113ddf03,segment=NetworkSegment(8968c9f7-56ad-4f78-b755-be83df56719c),segment_id=8968c9f7-56ad-4f78-b755-be83df56719c)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:38:52.338358 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (d70cd3c3-a6f8-4836-b448-9244113ddf03), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:52.353495 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] Calling delete_port for d70cd3c3-a6f8-4836-b448-9244113ddf03 owned by network:dhcp {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:38:52.449093 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (d70cd3c3-a6f8-4836-b448-9244113ddf03), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:52.477854 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=d70cd3c3-a6f8-4836-b448-9244113ddf03,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:52.479890 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] No DVR routers for this DVR port d70cd3c3-a6f8-4836-b448-9244113ddf03 on host dv-cinder-823089-3-iscsi {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:38:52.545540 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1260efc2-cd8e-4ee0-856d-649c6634b896 None None] DHCP port deletion for 493487e7-e371-48c4-94a1-b290ee37dc8e request from dv-cinder-823089-3-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 08:38:52.588499 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021194', 'neutron.services.segments.db._delete_segments_for_network-8761468045370'] for network (493487e7-e371-48c4-94a1-b290ee37dc8e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:52.616733 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:52.622321 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493487e7-e371-48c4-94a1-b290ee37dc8e']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:52.643259 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8968c9f7-56ad-4f78-b755-be83df56719c') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:52.643566 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8968c9f7-56ad-4f78-b755-be83df56719c') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:52.655626 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761468047427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528500728'] for segment (8968c9f7-56ad-4f78-b755-be83df56719c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:52.677278 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (8968c9f7-56ad-4f78-b755-be83df56719c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:52.686173 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 08:38:52.686669 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528672105'] for segment (8968c9f7-56ad-4f78-b755-be83df56719c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:52.715257 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 8968c9f7-56ad-4f78-b755-be83df56719c resource provider aggregate not found Jul 20 08:38:52.758196 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 8968c9f7-56ad-4f78-b755-be83df56719c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8968c9f7-56ad-4f78-b755-be83df56719c found for delete ", "request_id": "req-4e795c6f-3c28-4bff-81ac-e872ec99a95c"}]} Jul 20 08:38:52.760314 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730124'] for network (493487e7-e371-48c4-94a1-b290ee37dc8e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:52.766994 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:52.769953 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] 10.222.0.64 "DELETE /v2.0/networks/493487e7-e371-48c4-94a1-b290ee37dc8e HTTP/1.1" status: 204 len: 168 time: 0.6771350 Jul 20 08:38:52.771793 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:52.783712 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e24a98-4180-49a0-9bfb-44650c081c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=493487e7-e371-48c4-94a1-b290ee37dc8e,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:52.921022 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43514) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:52.964270 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-80a8d5df-f460-4592-aa9d-7bd4955fa2e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80faf6362e244bb992ffb6058ceeefda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419583 Jul 20 08:38:52.966892 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43516) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:53.027123 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-758a6d18-a1d2-400f-8e30-5b9e968c0a0d admin admin] Publish callbacks [] for security_group (ae55957c-cde4-4a4d-8128-3eb07ffb3dbc), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:53.049695 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-758a6d18-a1d2-400f-8e30-5b9e968c0a0d admin admin] Publish callbacks [] for security_group (ae55957c-cde4-4a4d-8128-3eb07ffb3dbc), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:53.100399 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-758a6d18-a1d2-400f-8e30-5b9e968c0a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ae55957c-cde4-4a4d-8128-3eb07ffb3dbc), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:53.104546 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-758a6d18-a1d2-400f-8e30-5b9e968c0a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:53.107079 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-758a6d18-a1d2-400f-8e30-5b9e968c0a0d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae55957c-cde4-4a4d-8128-3eb07ffb3dbc HTTP/1.1" status: 204 len: 168 time: 0.1388285 Jul 20 08:38:53.122427 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a6d18-a1d2-400f-8e30-5b9e968c0a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae55957c-cde4-4a4d-8128-3eb07ffb3dbc,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:53.438764 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 486013fe-92c4-4489-883f-0544a89f57b5 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:38:53.465335 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 486013fe-92c4-4489-883f-0544a89f57b5 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:38:53.465911 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 486013fe-92c4-4489-883f-0544a89f57b5 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:38:53.466604 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device d70cd3c3-a6f8-4836-b448-9244113ddf03 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:38:53.491504 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: d70cd3c3-a6f8-4836-b448-9244113ddf03 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:38:53.491504 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device d70cd3c3-a6f8-4836-b448-9244113ddf03 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:38:53.491731 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 70e342ce-75b0-4d6d-84f7-94fb82b64c8a no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:38:53.515912 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 70e342ce-75b0-4d6d-84f7-94fb82b64c8a {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:38:53.516267 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 70e342ce-75b0-4d6d-84f7-94fb82b64c8a not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:38:54.018173 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220426f-0fca-46d7-a598-413df79f5660 req-b8061d39-4e0e-4a5d-bfcc-1b341a8293cb tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:38:54.020324 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3220426f-0fca-46d7-a598-413df79f5660 req-b8061d39-4e0e-4a5d-bfcc-1b341a8293cb tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 946 time: 0.0553446 Jul 20 08:38:54.089609 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3220426f-0fca-46d7-a598-413df79f5660 req-2123edc0-e08e-47bd-acd8-09c384f0efbc tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618336 Jul 20 08:38:54.257441 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:55.162130 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43582) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:55.219798 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3a1b6-734a-4edc-99f6-a9763cd89e64 req-33ee9f82-783f-454d-95ff-8da021c01e7d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:38:55.223091 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4ad3a1b6-734a-4edc-99f6-a9763cd89e64 req-33ee9f82-783f-454d-95ff-8da021c01e7d tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 946 time: 0.0551920 Jul 20 08:38:55.272792 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-4ad3a1b6-734a-4edc-99f6-a9763cd89e64 req-9ac10203-1e27-4e6f-b941-a7111a14782b tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448325 Jul 20 08:38:55.278518 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:55.369464 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Publish callbacks [] for security_group (360c056d-a1db-48a8-950e-4006e3d967dd), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:55.374064 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (360c056d-a1db-48a8-950e-4006e3d967dd), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:55.419378 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=457c11a970634e409dc20e5d78e7f820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555048 Jul 20 08:38:55.420358 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360c056d-a1db-48a8-950e-4006e3d967dd,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:55.422029 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43586) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:55.427767 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:55.428121 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:55.428473 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:55.428819 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:55.429313 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:55.429490 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:55.429824 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:55.430157 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:55.432684 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:55.432684 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:55.432684 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:55.432684 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:55.432684 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:55.432684 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:55.432684 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6787f-6aa6-4400-b2bc-077c184e551f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:38:55.478264 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-37f087cf-e62c-4675-a32c-1e93673838ee admin admin] Publish callbacks [] for security_group (360c056d-a1db-48a8-950e-4006e3d967dd), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:55.501058 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-37f087cf-e62c-4675-a32c-1e93673838ee admin admin] Publish callbacks [] for security_group (360c056d-a1db-48a8-950e-4006e3d967dd), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:55.551647 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-37f087cf-e62c-4675-a32c-1e93673838ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (360c056d-a1db-48a8-950e-4006e3d967dd), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:55.554383 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-37f087cf-e62c-4675-a32c-1e93673838ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:55.555776 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-37f087cf-e62c-4675-a32c-1e93673838ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/360c056d-a1db-48a8-950e-4006e3d967dd HTTP/1.1" status: 204 len: 168 time: 0.1327083 Jul 20 08:38:55.565523 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f087cf-e62c-4675-a32c-1e93673838ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360c056d-a1db-48a8-950e-4006e3d967dd,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:55.848694 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43594) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:55.866068 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-be769961-9280-4bea-afd5-f481699eaffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:55.890795 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:DELETE=11,neutron:UPDATE=3,neutron:SELECT=86 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:55.962025 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-be769961-9280-4bea-afd5-f481699eaffd admin admin] Publish callbacks [] for security_group (7394fcf1-0af4-4b1b-93ab-d87655105d82), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:55.965841 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-be769961-9280-4bea-afd5-f481699eaffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (7394fcf1-0af4-4b1b-93ab-d87655105d82), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:56.008763 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-be769961-9280-4bea-afd5-f481699eaffd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6812b3569a5b47a1b1d1c8c01120b968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588461 Jul 20 08:38:56.009655 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be769961-9280-4bea-afd5-f481699eaffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7394fcf1-0af4-4b1b-93ab-d87655105d82,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:56.012055 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43596) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:56.066207 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0be314d0-4c07-4d56-969b-8eb511f9acc1 admin admin] Publish callbacks [] for security_group (7394fcf1-0af4-4b1b-93ab-d87655105d82), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:56.089247 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0be314d0-4c07-4d56-969b-8eb511f9acc1 admin admin] Publish callbacks [] for security_group (7394fcf1-0af4-4b1b-93ab-d87655105d82), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:56.140995 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0be314d0-4c07-4d56-969b-8eb511f9acc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (7394fcf1-0af4-4b1b-93ab-d87655105d82), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:56.143841 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0be314d0-4c07-4d56-969b-8eb511f9acc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:56.145761 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0be314d0-4c07-4d56-969b-8eb511f9acc1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7394fcf1-0af4-4b1b-93ab-d87655105d82 HTTP/1.1" status: 204 len: 168 time: 0.1320121 Jul 20 08:38:56.155048 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be314d0-4c07-4d56-969b-8eb511f9acc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7394fcf1-0af4-4b1b-93ab-d87655105d82,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:56.243764 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f1855-3d05-4346-b0d3-9d805dacdf7d req-dd415db9-8a27-4c53-9083-34ac7804ea04 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:38:56.245882 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9a2f1855-3d05-4346-b0d3-9d805dacdf7d req-dd415db9-8a27-4c53-9083-34ac7804ea04 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 946 time: 0.0521202 Jul 20 08:38:56.346910 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-9a2f1855-3d05-4346-b0d3-9d805dacdf7d req-cac5c1bf-a6a6-4375-a975-44603f9e9ae6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Deleting port f0b4011c-e1be-4ef1-914b-9e51374f2b5f {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:38:56.347314 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9a2f1855-3d05-4346-b0d3-9d805dacdf7d req-cac5c1bf-a6a6-4375-a975-44603f9e9ae6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (f0b4011c-e1be-4ef1-914b-9e51374f2b5f), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:56.366188 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:56.436116 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:56.470026 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1276ecc-e93f-4771-8e50-757e9d525bca req-12fee09a-ce8c-408a-8758-ba9d9063b188 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:38:56.471575 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1276ecc-e93f-4771-8e50-757e9d525bca req-12fee09a-ce8c-408a-8758-ba9d9063b188 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 946 time: 0.1091707 Jul 20 08:38:56.516824 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-9a2f1855-3d05-4346-b0d3-9d805dacdf7d req-cac5c1bf-a6a6-4375-a975-44603f9e9ae6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] For port f0b4011c-e1be-4ef1-914b-9e51374f2b5f, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=f0b4011c-e1be-4ef1-914b-9e51374f2b5f,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:38:56.517197 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9a2f1855-3d05-4346-b0d3-9d805dacdf7d req-cac5c1bf-a6a6-4375-a975-44603f9e9ae6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (f0b4011c-e1be-4ef1-914b-9e51374f2b5f), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:56.589058 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1276ecc-e93f-4771-8e50-757e9d525bca req-69659b07-7bdc-4b5d-b4b7-3f8f533437a3 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups?id=daf78aef-592e-4937-8827-1c1e50e01847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119106 Jul 20 08:38:56.592771 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:56.732638 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:56.752335 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9a2f1855-3d05-4346-b0d3-9d805dacdf7d req-cac5c1bf-a6a6-4375-a975-44603f9e9ae6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:56.752335 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9a2f1855-3d05-4346-b0d3-9d805dacdf7d req-cac5c1bf-a6a6-4375-a975-44603f9e9ae6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730288'] for floatingip (6fea178d-b286-43a8-9d92-171b471df2d4), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:56.752335 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-9a2f1855-3d05-4346-b0d3-9d805dacdf7d req-cac5c1bf-a6a6-4375-a975-44603f9e9ae6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Floating IP 6fea178d-b286-43a8-9d92-171b471df2d4 disassociated. External IP: 172.27.1.73, port: f0b4011c-e1be-4ef1-914b-9e51374f2b5f. Jul 20 08:38:56.752335 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-9a2f1855-3d05-4346-b0d3-9d805dacdf7d req-cac5c1bf-a6a6-4375-a975-44603f9e9ae6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Calling delete_port for f0b4011c-e1be-4ef1-914b-9e51374f2b5f owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:38:56.905833 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9a2f1855-3d05-4346-b0d3-9d805dacdf7d req-cac5c1bf-a6a6-4375-a975-44603f9e9ae6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (f0b4011c-e1be-4ef1-914b-9e51374f2b5f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:56.938007 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5c1bf-a6a6-4375-a975-44603f9e9ae6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event deleted for resources: {'Port': ['ID=f0b4011c-e1be-4ef1-914b-9e51374f2b5f,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:57.036468 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43622) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:57.093222 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a2f1855-3d05-4346-b0d3-9d805dacdf7d req-cac5c1bf-a6a6-4375-a975-44603f9e9ae6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Router f89a0f50-73be-4465-b934-a3589109ebd2 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:38:57.168046 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-fc326dfb-163c-421c-8306-e9a8437d3eb8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-828350800-network', 'tenant_id': '6f30a3d0ea32493c8279de7ec5fc6802'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:38:57.201494 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc326dfb-163c-421c-8306-e9a8437d3eb8 admin admin] Made reservation on behalf of 6f30a3d0ea32493c8279de7ec5fc6802 for: {'network': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:38:57.204096 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fc326dfb-163c-421c-8306-e9a8437d3eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:57.215519 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fc326dfb-163c-421c-8306-e9a8437d3eb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:57.238678 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a2f1855-3d05-4346-b0d3-9d805dacdf7d req-cac5c1bf-a6a6-4375-a975-44603f9e9ae6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:38:57.253282 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7f8f5-aa5c-457f-b55a-df3d84e0ecfb None None] Sync routers for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:38:57.255762 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:57.269291 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7f8f5-aa5c-457f-b55a-df3d84e0ecfb None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:38:57.270472 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-64c7f8f5-aa5c-457f-b55a-df3d84e0ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:38:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:57.311381 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2f1855-3d05-4346-b0d3-9d805dacdf7d req-cac5c1bf-a6a6-4375-a975-44603f9e9ae6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] No DVR routers for this DVR port f0b4011c-e1be-4ef1-914b-9e51374f2b5f on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:38:57.313582 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9a2f1855-3d05-4346-b0d3-9d805dacdf7d req-cac5c1bf-a6a6-4375-a975-44603f9e9ae6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:57.317561 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9a2f1855-3d05-4346-b0d3-9d805dacdf7d req-cac5c1bf-a6a6-4375-a975-44603f9e9ae6 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.18 "DELETE /v2.0/ports/f0b4011c-e1be-4ef1-914b-9e51374f2b5f HTTP/1.1" status: 204 len: 173 time: 1.0656564 Jul 20 08:38:57.317836 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c207a53a-b0d9-4d09-8ce1-beecdf160eef', 'name': 'network-vif-deleted', 'tag': 'f0b4011c-e1be-4ef1-914b-9e51374f2b5f'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:38:57.320909 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b1b0bc-b6d1-4527-94ea-2bf58248afeb" -d '{"events": [{"server_uuid": "c207a53a-b0d9-4d09-8ce1-beecdf160eef", "name": "network-vif-deleted", "tag": "f0b4011c-e1be-4ef1-914b-9e51374f2b5f"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:38:57.348396 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fc326dfb-163c-421c-8306-e9a8437d3eb8 admin admin] Publish callbacks [] for security_group (b5d496f4-f732-4d26-8c0b-7f4ef8ade06d), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:57.364099 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fc326dfb-163c-421c-8306-e9a8437d3eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (b5d496f4-f732-4d26-8c0b-7f4ef8ade06d), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:57.375861 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbea9e7-b6e4-4f14-b764-170972de4d23 x-openstack-request-id: req-7dbea9e7-b6e4-4f14-b764-170972de4d23 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:38:57.376424 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c207a53a-b0d9-4d09-8ce1-beecdf160eef", "name": "network-vif-deleted", "tag": "f0b4011c-e1be-4ef1-914b-9e51374f2b5f", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:38:57.376926 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7dbea9e7-b6e4-4f14-b764-170972de4d23 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:38:57.377587 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dbea9e7-b6e4-4f14-b764-170972de4d23'] response: {'server_uuid': 'c207a53a-b0d9-4d09-8ce1-beecdf160eef', 'name': 'network-vif-deleted', 'tag': 'f0b4011c-e1be-4ef1-914b-9e51374f2b5f', 'status': 'completed', 'code': 200} Jul 20 08:38:57.391635 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc326dfb-163c-421c-8306-e9a8437d3eb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=104022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:38:57.410150 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fc326dfb-163c-421c-8306-e9a8437d3eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (97b09bb0-129d-4ebb-9e2e-6640f2d130e2), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:57.410508 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.segments_db [None req-fc326dfb-163c-421c-8306-e9a8437d3eb8 admin admin] Added segment 97b09bb0-129d-4ebb-9e2e-6640f2d130e2 of type vlan for network 2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2 Jul 20 08:38:57.465288 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-64c7f8f5-aa5c-457f-b55a-df3d84e0ecfb None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:38:57.491639 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fc326dfb-163c-421c-8306-e9a8437d3eb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:57.503492 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc326dfb-163c-421c-8306-e9a8437d3eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d496f4-f732-4d26-8c0b-7f4ef8ade06d,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:57.533439 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fc326dfb-163c-421c-8306-e9a8437d3eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:57.534526 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc326dfb-163c-421c-8306-e9a8437d3eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:38:57.535411 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fc326dfb-163c-421c-8306-e9a8437d3eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:57.587225 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-fc326dfb-163c-421c-8306-e9a8437d3eb8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5493753 Jul 20 08:38:57.588737 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43630) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:57.594342 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-68343294-d5ae-4bdc-8672-3e055cc859fe admin admin] Request body: {'subnet': {'network_id': '2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-828350800-subnet', 'tenant_id': '6f30a3d0ea32493c8279de7ec5fc6802', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:38:57.619130 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68343294-d5ae-4bdc-8672-3e055cc859fe admin admin] Made reservation on behalf of 6f30a3d0ea32493c8279de7ec5fc6802 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:38:57.622777 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-68343294-d5ae-4bdc-8672-3e055cc859fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530434244'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:57.641083 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc326dfb-163c-421c-8306-e9a8437d3eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:57.760962 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network 2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2 details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:38:57.932985 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-64c7f8f5-aa5c-457f-b55a-df3d84e0ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:57.964998 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7f8f5-aa5c-457f-b55a-df3d84e0ecfb None None] Checking router: f89a0f50-73be-4465-b934-a3589109ebd2 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:38:57.976776 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7f8f5-aa5c-457f-b55a-df3d84e0ecfb None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:38:57.977333 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-64c7f8f5-aa5c-457f-b55a-df3d84e0ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:38:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:58.030773 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf177392-3ec7-48ba-abfe-342a02f85092 req-c80e3a82-8590-4ef9-836e-65e90c609812 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/ports?device_id=c207a53a-b0d9-4d09-8ce1-beecdf160eef HTTP/1.1" status: 200 len: 210 time: 0.0427663 Jul 20 08:38:58.084420 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:58.086539 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:58.104505 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-64c7f8f5-aa5c-457f-b55a-df3d84e0ecfb None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:38:58.157775 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-68343294-d5ae-4bdc-8672-3e055cc859fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528676234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530434258'] for subnet (d7b8c2bf-35fc-4173-8759-444ab31eae80), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:58.216886 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68343294-d5ae-4bdc-8672-3e055cc859fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7b8c2bf-35fc-4173-8759-444ab31eae80,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:58.233998 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68343294-d5ae-4bdc-8672-3e055cc859fe admin admin] Checking segment: {'id': '97b09bb0-129d-4ebb-9e2e-6640f2d130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:38:58.234663 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68343294-d5ae-4bdc-8672-3e055cc859fe admin admin] Network hostable DHCP agents. Network: 2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:38:58.255068 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:58.258190 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68343294-d5ae-4bdc-8672-3e055cc859fe admin admin] Network 2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2 is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:38:58.269611 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-68343294-d5ae-4bdc-8672-3e055cc859fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, 2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:38:58.273895 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68343294-d5ae-4bdc-8672-3e055cc859fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:38:58.274541 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-68343294-d5ae-4bdc-8672-3e055cc859fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:58.280821 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e762643-2aee-4ee6-becd-c640216e0d41 None None] Network 2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:38:58.287054 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:58.309040 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-68343294-d5ae-4bdc-8672-3e055cc859fe admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7093604 Jul 20 08:38:58.390382 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-64c7f8f5-aa5c-457f-b55a-df3d84e0ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:38:58.423626 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7f8f5-aa5c-457f-b55a-df3d84e0ecfb None None] The sync data for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi is: [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:26:00Z', 'revision_number': 4, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': '7d4c8117-74a5-45b3-9fcc-eea682772562', 'name': '', 'network_id': '21da7406-374d-4389-9eee-8af0140c04bf', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'mac_address': 'fa:16:3e:b5:bd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:53Z', 'updated_at': '2022-07-20T08:26:19Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'subnets': [{'id': 'f7595eb2-89c2-44a4-8ca5-0b88f939ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:38:58.482318 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c193267-0524-4128-9836-09a475956d33 None None] Network 2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:38:58.739000 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2964ba4c-5ff9-4913-b5eb-2bda7a63844f None None] New status for floating IP 6fea178d-b286-43a8-9d92-171b471df2d4: DOWN {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:38:58.899931 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43658) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:58.905753 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-a557d861-dda8-4661-b33e-31386c67466f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1667777734-network', 'tenant_id': '93d48ce74eb949f7973a2b91e1b84772'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:38:58.927230 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a557d861-dda8-4661-b33e-31386c67466f admin admin] Made reservation on behalf of 93d48ce74eb949f7973a2b91e1b84772 for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:38:58.929582 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a557d861-dda8-4661-b33e-31386c67466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:58.938277 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a557d861-dda8-4661-b33e-31386c67466f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.001501 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device f0b4011c-e1be-4ef1-914b-9e51374f2b5f no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:38:59.021567 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a557d861-dda8-4661-b33e-31386c67466f admin admin] Publish callbacks [] for security_group (482fa1ed-a13e-40a9-b1d9-80bdf4865257), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.026987 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a557d861-dda8-4661-b33e-31386c67466f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (482fa1ed-a13e-40a9-b1d9-80bdf4865257), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.027574 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: f0b4011c-e1be-4ef1-914b-9e51374f2b5f {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:38:59.027922 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device f0b4011c-e1be-4ef1-914b-9e51374f2b5f not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:38:59.055259 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a557d861-dda8-4661-b33e-31386c67466f admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:38:59.066907 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557d861-dda8-4661-b33e-31386c67466f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482fa1ed-a13e-40a9-b1d9-80bdf4865257,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:59.072306 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a557d861-dda8-4661-b33e-31386c67466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (f1306da3-5e76-42db-aa08-1a2cb69f6eb2), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.073303 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-a557d861-dda8-4661-b33e-31386c67466f admin admin] Added segment f1306da3-5e76-42db-aa08-1a2cb69f6eb2 of type vlan for network 45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc Jul 20 08:38:59.117385 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a557d861-dda8-4661-b33e-31386c67466f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.130446 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43664) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:59.146921 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a557d861-dda8-4661-b33e-31386c67466f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.147911 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a557d861-dda8-4661-b33e-31386c67466f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:38:59.148490 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a557d861-dda8-4661-b33e-31386c67466f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.188519 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a557d861-dda8-4661-b33e-31386c67466f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2868776 Jul 20 08:38:59.190406 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9e07fa0b-254c-4668-acc3-bceda2be6e76 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (daf78aef-592e-4937-8827-1c1e50e01847), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.192032 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43666) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:59.197867 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-900cb29f-27d3-4ec1-b5c5-3783ac62dc05 admin admin] Request body: {'subnet': {'network_id': '45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1667777734-subnet', 'tenant_id': '93d48ce74eb949f7973a2b91e1b84772', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:38:59.218905 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557d861-dda8-4661-b33e-31386c67466f admin admin] Pushing event updated for resources: {'Network': ['ID=45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:59.229269 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network 45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:38:59.235136 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9e07fa0b-254c-4668-acc3-bceda2be6e76 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (daf78aef-592e-4937-8827-1c1e50e01847), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.245190 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900cb29f-27d3-4ec1-b5c5-3783ac62dc05 admin admin] Made reservation on behalf of 93d48ce74eb949f7973a2b91e1b84772 for: {'subnet': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:38:59.248319 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-900cb29f-27d3-4ec1-b5c5-3783ac62dc05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530497345'] for subnet (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.356777 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9e07fa0b-254c-4668-acc3-bceda2be6e76 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (daf78aef-592e-4937-8827-1c1e50e01847), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.359331 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9e07fa0b-254c-4668-acc3-bceda2be6e76 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.360473 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-9e07fa0b-254c-4668-acc3-bceda2be6e76 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "DELETE /v2.0/security-groups/daf78aef-592e-4937-8827-1c1e50e01847 HTTP/1.1" status: 204 len: 168 time: 0.2289209 Jul 20 08:38:59.363512 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43668) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:59.377292 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:59.378938 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.api.v2.resource [None req-c5876fb5-6823-4f01-9dc1-3526954f6664 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] show failed (client error): The resource could not be found. Jul 20 08:38:59.380286 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c5876fb5-6823-4f01-9dc1-3526954f6664 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "GET /v2.0/security-groups/daf78aef-592e-4937-8827-1c1e50e01847 HTTP/1.1" status: 404 len: 347 time: 0.0155544 Jul 20 08:38:59.384403 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43670) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:59.399367 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07fa0b-254c-4668-acc3-bceda2be6e76 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf78aef-592e-4937-8827-1c1e50e01847,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:59.480984 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-900cb29f-27d3-4ec1-b5c5-3783ac62dc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529141715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530497367'] for subnet (5bcf04b1-cc0e-4836-95a3-c9a6ad5f6675), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.507168 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-e16d132e-c741-48d7-af6a-6193155a0750 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Deleting port b6d79ea9-f674-47e2-ad6d-420a8ffb8ae2 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:38:59.507510 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e16d132e-c741-48d7-af6a-6193155a0750 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (b6d79ea9-f674-47e2-ad6d-420a8ffb8ae2), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.531857 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:59.544960 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cb29f-27d3-4ec1-b5c5-3783ac62dc05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bcf04b1-cc0e-4836-95a3-c9a6ad5f6675,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:59.555122 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900cb29f-27d3-4ec1-b5c5-3783ac62dc05 admin admin] Checking segment: {'id': 'f1306da3-5e76-42db-aa08-1a2cb69f6eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:38:59.555465 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900cb29f-27d3-4ec1-b5c5-3783ac62dc05 admin admin] Network hostable DHCP agents. Network: 45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:38:59.574438 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900cb29f-27d3-4ec1-b5c5-3783ac62dc05 admin admin] Network 45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:38:59.583557 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-900cb29f-27d3-4ec1-b5c5-3783ac62dc05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, 45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc) {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:38:59.591778 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900cb29f-27d3-4ec1-b5c5-3783ac62dc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:38:59.592389 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-900cb29f-27d3-4ec1-b5c5-3783ac62dc05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.593927 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031e4fd6-b570-42d0-8c24-2691dd6f72b9 None None] Network 45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:38:59.595119 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:59.598204 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e16d132e-c741-48d7-af6a-6193155a0750 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (b6d79ea9-f674-47e2-ad6d-420a8ffb8ae2), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.598557 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e16d132e-c741-48d7-af6a-6193155a0750 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (b6d79ea9-f674-47e2-ad6d-420a8ffb8ae2), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.610093 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-900cb29f-27d3-4ec1-b5c5-3783ac62dc05 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4168861 Jul 20 08:38:59.625001 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-e16d132e-c741-48d7-af6a-6193155a0750 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Calling delete_port for b6d79ea9-f674-47e2-ad6d-420a8ffb8ae2 owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:38:59.696755 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:38:59.711600 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb5c71a-aa64-41ea-97f8-5d7210da95a9 None None] Network 45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:38:59.759136 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43680) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:38:59.789999 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e16d132e-c741-48d7-af6a-6193155a0750 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (b6d79ea9-f674-47e2-ad6d-420a8ffb8ae2), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.815328 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a56cef-9071-4887-b2c9-62e2f057b328 admin admin] Deleting subnet d7b8c2bf-35fc-4173-8759-444ab31eae80 {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 08:38:59.816108 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d132e-c741-48d7-af6a-6193155a0750 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Pushing event deleted for resources: {'Port': ['ID=b6d79ea9-f674-47e2-ad6d-420a8ffb8ae2,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:38:59.819088 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b3a56cef-9071-4887-b2c9-62e2f057b328 admin admin] Publish callbacks [] for subnet (d7b8c2bf-35fc-4173-8759-444ab31eae80), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.862712 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b3a56cef-9071-4887-b2c9-62e2f057b328 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3606698'] for subnet (d7b8c2bf-35fc-4173-8759-444ab31eae80), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.883035 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e16d132e-c741-48d7-af6a-6193155a0750 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks [] for floatingip (6fea178d-b286-43a8-9d92-171b471df2d4), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.886308 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e16d132e-c741-48d7-af6a-6193155a0750 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.898995 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e16d132e-c741-48d7-af6a-6193155a0750 tempest-AttachVolumeNegativeTest-843279038 tempest-AttachVolumeNegativeTest-843279038-project] 10.222.0.64 "DELETE /v2.0/floatingips/6fea178d-b286-43a8-9d92-171b471df2d4 HTTP/1.1" status: 204 len: 168 time: 0.5065453 Jul 20 08:38:59.917823 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b3a56cef-9071-4887-b2c9-62e2f057b328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1021515'] for subnet (d7b8c2bf-35fc-4173-8759-444ab31eae80), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:38:59.996349 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b3a56cef-9071-4887-b2c9-62e2f057b328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529141650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530497388'] for subnet (d7b8c2bf-35fc-4173-8759-444ab31eae80), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.029146 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a56cef-9071-4887-b2c9-62e2f057b328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7b8c2bf-35fc-4173-8759-444ab31eae80,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:00.032953 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b3a56cef-9071-4887-b2c9-62e2f057b328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.036185 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-b3a56cef-9071-4887-b2c9-62e2f057b328 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d7b8c2bf-35fc-4173-8759-444ab31eae80 HTTP/1.1" status: 204 len: 168 time: 0.2750785 Jul 20 08:39:00.040173 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43686) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:00.113904 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-18ba6a20-3435-4783-84b9-560e0ac40882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-828437'] for network (2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.199075 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-18ba6a20-3435-4783-84b9-560e0ac40882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021194', 'neutron.services.segments.db._delete_segments_for_network-8761468045370'] for network (2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.222135 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-18ba6a20-3435-4783-84b9-560e0ac40882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:39:00.232824 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-18ba6a20-3435-4783-84b9-560e0ac40882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b09bb0-129d-4ebb-9e2e-6640f2d130e2') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:39:00.233123 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-18ba6a20-3435-4783-84b9-560e0ac40882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b09bb0-129d-4ebb-9e2e-6640f2d130e2') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:39:00.243359 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-18ba6a20-3435-4783-84b9-560e0ac40882 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761468047427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3606675'] for segment (97b09bb0-129d-4ebb-9e2e-6640f2d130e2), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.258427 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-18ba6a20-3435-4783-84b9-560e0ac40882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (97b09bb0-129d-4ebb-9e2e-6640f2d130e2), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.265832 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ba6a20-3435-4783-84b9-560e0ac40882 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 08:39:00.266232 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-18ba6a20-3435-4783-84b9-560e0ac40882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529145648'] for segment (97b09bb0-129d-4ebb-9e2e-6640f2d130e2), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.295761 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 97b09bb0-129d-4ebb-9e2e-6640f2d130e2 resource provider aggregate not found Jul 20 08:39:00.340351 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 97b09bb0-129d-4ebb-9e2e-6640f2d130e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97b09bb0-129d-4ebb-9e2e-6640f2d130e2 found for delete ", "request_id": "req-44f6d030-424f-4ebb-957f-0a73b3a8043f"}]} Jul 20 08:39:00.341639 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-18ba6a20-3435-4783-84b9-560e0ac40882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730124'] for network (2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.347303 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-18ba6a20-3435-4783-84b9-560e0ac40882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.350532 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-18ba6a20-3435-4783-84b9-560e0ac40882 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2 HTTP/1.1" status: 204 len: 168 time: 0.3093908 Jul 20 08:39:00.354484 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43692) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:00.364738 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba6a20-3435-4783-84b9-560e0ac40882 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f0ea1d0-1693-4eae-b59d-e2cd1ad4caa2,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:00.403952 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa51d5d-2dc4-430b-93b0-7f2bc2304e80 admin admin] Deleting subnet 5bcf04b1-cc0e-4836-95a3-c9a6ad5f6675 {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 08:39:00.408120 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7aa51d5d-2dc4-430b-93b0-7f2bc2304e80 admin admin] Publish callbacks [] for subnet (5bcf04b1-cc0e-4836-95a3-c9a6ad5f6675), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.451984 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7aa51d5d-2dc4-430b-93b0-7f2bc2304e80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528500673'] for subnet (5bcf04b1-cc0e-4836-95a3-c9a6ad5f6675), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.499165 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7aa51d5d-2dc4-430b-93b0-7f2bc2304e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1021515'] for subnet (5bcf04b1-cc0e-4836-95a3-c9a6ad5f6675), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.564955 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7aa51d5d-2dc4-430b-93b0-7f2bc2304e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528676299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530434281'] for subnet (5bcf04b1-cc0e-4836-95a3-c9a6ad5f6675), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.593082 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa51d5d-2dc4-430b-93b0-7f2bc2304e80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bcf04b1-cc0e-4836-95a3-c9a6ad5f6675,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:00.596816 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7aa51d5d-2dc4-430b-93b0-7f2bc2304e80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.600284 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7aa51d5d-2dc4-430b-93b0-7f2bc2304e80 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5bcf04b1-cc0e-4836-95a3-c9a6ad5f6675 HTTP/1.1" status: 204 len: 168 time: 0.2443306 Jul 20 08:39:00.602789 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43694) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:00.684647 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-23be95ca-7634-462a-b95e-3aab2c09b76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-828437'] for network (45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.780983 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-23be95ca-7634-462a-b95e-3aab2c09b76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021194', 'neutron.services.segments.db._delete_segments_for_network-8761468045370'] for network (45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.804887 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-23be95ca-7634-462a-b95e-3aab2c09b76d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:39:00.814975 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-23be95ca-7634-462a-b95e-3aab2c09b76d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1306da3-5e76-42db-aa08-1a2cb69f6eb2') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:39:00.815274 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-23be95ca-7634-462a-b95e-3aab2c09b76d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1306da3-5e76-42db-aa08-1a2cb69f6eb2') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:39:00.826196 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-23be95ca-7634-462a-b95e-3aab2c09b76d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761468047427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528500728'] for segment (f1306da3-5e76-42db-aa08-1a2cb69f6eb2), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.840011 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-23be95ca-7634-462a-b95e-3aab2c09b76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (f1306da3-5e76-42db-aa08-1a2cb69f6eb2), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.847256 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23be95ca-7634-462a-b95e-3aab2c09b76d admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 08:39:00.847645 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-23be95ca-7634-462a-b95e-3aab2c09b76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528672105'] for segment (f1306da3-5e76-42db-aa08-1a2cb69f6eb2), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.899418 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment f1306da3-5e76-42db-aa08-1a2cb69f6eb2 resource provider aggregate not found Jul 20 08:39:00.923355 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment f1306da3-5e76-42db-aa08-1a2cb69f6eb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1306da3-5e76-42db-aa08-1a2cb69f6eb2 found for delete ", "request_id": "req-1b551364-4c4b-4cee-8a90-68d401e15a53"}]} Jul 20 08:39:00.924456 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-23be95ca-7634-462a-b95e-3aab2c09b76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730124'] for network (45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.930693 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-23be95ca-7634-462a-b95e-3aab2c09b76d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:00.934786 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-23be95ca-7634-462a-b95e-3aab2c09b76d admin admin] 10.222.0.64 "DELETE /v2.0/networks/45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc HTTP/1.1" status: 204 len: 168 time: 0.3309052 Jul 20 08:39:00.946175 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be95ca-7634-462a-b95e-3aab2c09b76d admin admin] Pushing event deleted for resources: {'Network': ['ID=45ea0b8c-2fa5-4d0b-bb30-418f8b5f09bc,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:01.140462 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43710) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:01.213380 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7a81e3eb-7107-4713-ab1d-fc2c51daa5b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f30a3d0ea32493c8279de7ec5fc6802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0704651 Jul 20 08:39:01.217098 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43716) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:01.298935 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cca17d54-57e2-496b-9065-e45fa08aeb91 admin admin] Publish callbacks [] for security_group (b5d496f4-f732-4d26-8c0b-7f4ef8ade06d), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:01.331374 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cca17d54-57e2-496b-9065-e45fa08aeb91 admin admin] Publish callbacks [] for security_group (b5d496f4-f732-4d26-8c0b-7f4ef8ade06d), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:01.400006 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cca17d54-57e2-496b-9065-e45fa08aeb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (b5d496f4-f732-4d26-8c0b-7f4ef8ade06d), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:01.403810 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cca17d54-57e2-496b-9065-e45fa08aeb91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:01.405119 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-cca17d54-57e2-496b-9065-e45fa08aeb91 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5d496f4-f732-4d26-8c0b-7f4ef8ade06d HTTP/1.1" status: 204 len: 168 time: 0.1869986 Jul 20 08:39:01.414864 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca17d54-57e2-496b-9065-e45fa08aeb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d496f4-f732-4d26-8c0b-7f4ef8ade06d,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:01.830028 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43722) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:01.892311 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-be206ec8-14f7-4dfa-9f0e-41f0d5b13ef8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93d48ce74eb949f7973a2b91e1b84772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0595214 Jul 20 08:39:01.894204 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43726) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:01.900369 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:01.930081 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:01.960894 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4129-be60-470c-acb7-771b7a33368a admin admin] Publish callbacks [] for security_group (482fa1ed-a13e-40a9-b1d9-80bdf4865257), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:01.988482 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4129-be60-470c-acb7-771b7a33368a admin admin] Publish callbacks [] for security_group (482fa1ed-a13e-40a9-b1d9-80bdf4865257), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:02.049365 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4129-be60-470c-acb7-771b7a33368a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (482fa1ed-a13e-40a9-b1d9-80bdf4865257), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:02.053650 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4129-be60-470c-acb7-771b7a33368a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:02.055540 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-a6ec4129-be60-470c-acb7-771b7a33368a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/482fa1ed-a13e-40a9-b1d9-80bdf4865257 HTTP/1.1" status: 204 len: 168 time: 0.1601467 Jul 20 08:39:02.066092 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec4129-be60-470c-acb7-771b7a33368a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482fa1ed-a13e-40a9-b1d9-80bdf4865257,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:03.740200 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43790) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:04.417210 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-116123ba-be80-45f8-916f-3b06acb47bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731768'] for router_interface (f89a0f50-73be-4465-b934-a3589109ebd2), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:04.677917 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-116123ba-be80-45f8-916f-3b06acb47bd2 admin admin] Deleting port 7d4c8117-74a5-45b3-9fcc-eea682772562 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:39:04.678240 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-116123ba-be80-45f8-916f-3b06acb47bd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:04.775932 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-116123ba-be80-45f8-916f-3b06acb47bd2 admin admin] For port 7d4c8117-74a5-45b3-9fcc-eea682772562, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=7d4c8117-74a5-45b3-9fcc-eea682772562,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:39:04.776748 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-116123ba-be80-45f8-916f-3b06acb47bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:04.794478 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-116123ba-be80-45f8-916f-3b06acb47bd2 admin admin] Calling delete_port for 7d4c8117-74a5-45b3-9fcc-eea682772562 owned by network:router_interface {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:39:04.921685 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:04.941424 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:05.020954 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-116123ba-be80-45f8-916f-3b06acb47bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (7d4c8117-74a5-45b3-9fcc-eea682772562), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:05.050765 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116123ba-be80-45f8-916f-3b06acb47bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4c8117-74a5-45b3-9fcc-eea682772562,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:05.289597 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-116123ba-be80-45f8-916f-3b06acb47bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1731660'] for router_interface (f89a0f50-73be-4465-b934-a3589109ebd2), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:05.905387 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116123ba-be80-45f8-916f-3b06acb47bd2 admin admin] Router f89a0f50-73be-4465-b934-a3589109ebd2 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:39:06.025851 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116123ba-be80-45f8-916f-3b06acb47bd2 admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:39:06.033335 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-116123ba-be80-45f8-916f-3b06acb47bd2 admin admin] 10.222.0.64 "PUT /v2.0/routers/f89a0f50-73be-4465-b934-a3589109ebd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2915895 Jul 20 08:39:06.036671 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43810) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:06.037719 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a86551-14cc-43b3-84d3-e46c4e96b3ca None None] Sync routers for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:39:06.051175 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a86551-14cc-43b3-84d3-e46c4e96b3ca None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:39:06.051907 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-28a86551-14cc-43b3-84d3-e46c4e96b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:38:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:39:06.157850 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2e896d76-db65-4c71-a896-cb337f0d1662 admin admin] Publish callbacks [] for router (f89a0f50-73be-4465-b934-a3589109ebd2), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:06.172691 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-28a86551-14cc-43b3-84d3-e46c4e96b3ca None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:39:06.288034 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2e896d76-db65-4c71-a896-cb337f0d1662 admin admin] Publish callbacks [] for router_gateway (f89a0f50-73be-4465-b934-a3589109ebd2), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:06.345586 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-2e896d76-db65-4c71-a896-cb337f0d1662 admin admin] Deleting port e04e8124-8069-4307-8be8-398aad1e6888 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:39:06.345922 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2e896d76-db65-4c71-a896-cb337f0d1662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (e04e8124-8069-4307-8be8-398aad1e6888), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:06.348475 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:06.362367 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:06.382597 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-28a86551-14cc-43b3-84d3-e46c4e96b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:39:04Z', 'revision_number': 5, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port': {'id': 'e04e8124-8069-4307-8be8-398aad1e6888', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:25:43Z', 'updated_at': '2022-07-20T08:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:39:06.417499 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a86551-14cc-43b3-84d3-e46c4e96b3ca None None] Checking router: f89a0f50-73be-4465-b934-a3589109ebd2 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:39:06.426986 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:06.427291 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a86551-14cc-43b3-84d3-e46c4e96b3ca None None] Routers {'f89a0f50-73be-4465-b934-a3589109ebd2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:39:06.428255 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-28a86551-14cc-43b3-84d3-e46c4e96b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:38:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['f89a0f50-73be-4465-b934-a3589109ebd2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:39:06.449185 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-2e896d76-db65-4c71-a896-cb337f0d1662 admin admin] For port e04e8124-8069-4307-8be8-398aad1e6888, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=e04e8124-8069-4307-8be8-398aad1e6888,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:39:06.449558 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2e896d76-db65-4c71-a896-cb337f0d1662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (e04e8124-8069-4307-8be8-398aad1e6888), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:06.476078 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-2e896d76-db65-4c71-a896-cb337f0d1662 admin admin] Calling delete_port for e04e8124-8069-4307-8be8-398aad1e6888 owned by network:router_gateway {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:39:06.662897 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:06.682708 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-28a86551-14cc-43b3-84d3-e46c4e96b3ca None None] Set router f89a0f50-73be-4465-b934-a3589109ebd2 gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:39:06.765468 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2e896d76-db65-4c71-a896-cb337f0d1662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (e04e8124-8069-4307-8be8-398aad1e6888), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:06.767757 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-28a86551-14cc-43b3-84d3-e46c4e96b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:39:06Z', 'revision_number': 6, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port_host': None}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:39:06.806229 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e896d76-db65-4c71-a896-cb337f0d1662 admin admin] Pushing event deleted for resources: {'Port': ['ID=e04e8124-8069-4307-8be8-398aad1e6888,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:06.818212 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a86551-14cc-43b3-84d3-e46c4e96b3ca None None] The sync data for ids ['f89a0f50-73be-4465-b934-a3589109ebd2'] in dv-cinder-823089-3-iscsi is: [{'id': 'f89a0f50-73be-4465-b934-a3589109ebd2', 'name': 'tempest-AttachVolumeNegativeTest-670388131-router', 'tenant_id': '60ee8039b1f4461c996165d5801b91f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:25:40Z', 'updated_at': '2022-07-20T08:39:06Z', 'revision_number': 6, 'project_id': '60ee8039b1f4461c996165d5801b91f1', 'gw_port_host': None}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:39:06.921010 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2e896d76-db65-4c71-a896-cb337f0d1662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730087'] for router_gateway (f89a0f50-73be-4465-b934-a3589109ebd2), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:07.067737 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2e896d76-db65-4c71-a896-cb337f0d1662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3830'] for router (f89a0f50-73be-4465-b934-a3589109ebd2), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:07.071273 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2e896d76-db65-4c71-a896-cb337f0d1662 admin admin] Publish callbacks [] for router_controller (f89a0f50-73be-4465-b934-a3589109ebd2), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:07.121886 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2e896d76-db65-4c71-a896-cb337f0d1662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676458'] for router (f89a0f50-73be-4465-b934-a3589109ebd2), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:07.122543 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e896d76-db65-4c71-a896-cb337f0d1662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f89a0f50-73be-4465-b934-a3589109ebd2 {{(pid=104022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 08:39:07.128613 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2e896d76-db65-4c71-a896-cb337f0d1662 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:07.129992 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-2e896d76-db65-4c71-a896-cb337f0d1662 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f89a0f50-73be-4465-b934-a3589109ebd2 HTTP/1.1" status: 204 len: 168 time: 1.0920813 Jul 20 08:39:07.132932 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43820) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:07.193073 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f1ad57-6b75-496b-9c2c-fa4c2ba632fc admin admin] Deleting subnet f7595eb2-89c2-44a4-8ca5-0b88f939ec19 {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 08:39:07.196520 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e6f1ad57-6b75-496b-9c2c-fa4c2ba632fc admin admin] Publish callbacks [] for subnet (f7595eb2-89c2-44a4-8ca5-0b88f939ec19), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:07.238530 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e6f1ad57-6b75-496b-9c2c-fa4c2ba632fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3606698'] for subnet (f7595eb2-89c2-44a4-8ca5-0b88f939ec19), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:07.355690 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e6f1ad57-6b75-496b-9c2c-fa4c2ba632fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1021515'] for subnet (f7595eb2-89c2-44a4-8ca5-0b88f939ec19), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:07.421720 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e6f1ad57-6b75-496b-9c2c-fa4c2ba632fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529141650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530497388'] for subnet (f7595eb2-89c2-44a4-8ca5-0b88f939ec19), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:07.453476 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1ad57-6b75-496b-9c2c-fa4c2ba632fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7595eb2-89c2-44a4-8ca5-0b88f939ec19,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:07.455762 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e6f1ad57-6b75-496b-9c2c-fa4c2ba632fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:07.459629 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-e6f1ad57-6b75-496b-9c2c-fa4c2ba632fc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f7595eb2-89c2-44a4-8ca5-0b88f939ec19 HTTP/1.1" status: 204 len: 168 time: 0.3254943 Jul 20 08:39:07.462257 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43824) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:07.467294 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a148b840-801d-4db4-a9db-0c640c263bce None None] Network 21da7406-374d-4389-9eee-8af0140c04bf requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:39:07.550904 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-828437'] for network (21da7406-374d-4389-9eee-8af0140c04bf), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:07.598093 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] Deleting port 19a4e273-02af-4d6a-b8de-2cb27c07f366 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:39:07.598439 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (19a4e273-02af-4d6a-b8de-2cb27c07f366), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:07.611470 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:07.681228 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] For port 19a4e273-02af-4d6a-b8de-2cb27c07f366, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=19a4e273-02af-4d6a-b8de-2cb27c07f366,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:39:07.682172 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (19a4e273-02af-4d6a-b8de-2cb27c07f366), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:07.698013 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] Calling delete_port for 19a4e273-02af-4d6a-b8de-2cb27c07f366 owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:39:07.709850 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:07.714987 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] DHCP port deletion for 21da7406-374d-4389-9eee-8af0140c04bf request from dv-cinder-823089-3-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 08:39:07.784550 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Deleting port 19a4e273-02af-4d6a-b8de-2cb27c07f366 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:39:07.785677 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (19a4e273-02af-4d6a-b8de-2cb27c07f366), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:07.799149 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (19a4e273-02af-4d6a-b8de-2cb27c07f366), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:07.810304 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 19a4e273-02af-4d6a-b8de-2cb27c07f366 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:39:07.836715 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=19a4e273-02af-4d6a-b8de-2cb27c07f366,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:07.839150 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 19a4e273-02af-4d6a-b8de-2cb27c07f366 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:39:07.839500 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 19a4e273-02af-4d6a-b8de-2cb27c07f366 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:39:07.839928 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 7d4c8117-74a5-45b3-9fcc-eea682772562 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:39:07.848620 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] No DVR routers for this DVR port 19a4e273-02af-4d6a-b8de-2cb27c07f366 on host dv-cinder-823089-3-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:39:07.897339 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 7d4c8117-74a5-45b3-9fcc-eea682772562 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:39:07.897679 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 7d4c8117-74a5-45b3-9fcc-eea682772562 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:39:07.898084 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device e04e8124-8069-4307-8be8-398aad1e6888 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:39:07.928862 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: e04e8124-8069-4307-8be8-398aad1e6888 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:39:07.929210 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device e04e8124-8069-4307-8be8-398aad1e6888 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:39:07.932639 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] For port 19a4e273-02af-4d6a-b8de-2cb27c07f366, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=19a4e273-02af-4d6a-b8de-2cb27c07f366,segment=NetworkSegment(646886de-34f9-4573-8d33-6bb05bad578b),segment_id=646886de-34f9-4573-8d33-6bb05bad578b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:39:07.933398 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (19a4e273-02af-4d6a-b8de-2cb27c07f366), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:07.946371 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021194', 'neutron.services.segments.db._delete_segments_for_network-8761468045370'] for network (21da7406-374d-4389-9eee-8af0140c04bf), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:07.956496 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Calling delete_port for 19a4e273-02af-4d6a-b8de-2cb27c07f366 owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:39:07.971580 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21da7406-374d-4389-9eee-8af0140c04bf']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:39:07.983131 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646886de-34f9-4573-8d33-6bb05bad578b') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:39:07.983472 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646886de-34f9-4573-8d33-6bb05bad578b') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:39:07.997762 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761468047427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3606675'] for segment (646886de-34f9-4573-8d33-6bb05bad578b), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:08.018066 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (646886de-34f9-4573-8d33-6bb05bad578b), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:08.033211 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 08:39:08.033621 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529145648'] for segment (646886de-34f9-4573-8d33-6bb05bad578b), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:08.078996 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021'] for port (19a4e273-02af-4d6a-b8de-2cb27c07f366), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:08.103529 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 646886de-34f9-4573-8d33-6bb05bad578b resource provider aggregate not found Jul 20 08:39:08.108838 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Pushing event deleted for resources: {'Port': ['ID=19a4e273-02af-4d6a-b8de-2cb27c07f366,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:08.117351 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] No DVR routers for this DVR port 19a4e273-02af-4d6a-b8de-2cb27c07f366 on host dv-cinder-823089-3-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:39:08.120534 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:39:08.120834 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:39:08.121161 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:39:08.121507 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:39:08.124091 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:39:08.124091 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:39:08.124091 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:39:08.124091 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:39:08.124091 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:39:08.124091 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:39:08.124091 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:39:08.124091 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:39:08.124761 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:39:08.124761 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:39:08.125001 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc67d7-0655-4a67-97b6-7cedc48b98e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:39:08.130753 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730124'] for network (21da7406-374d-4389-9eee-8af0140c04bf), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:08.143896 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:08.151981 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/21da7406-374d-4389-9eee-8af0140c04bf HTTP/1.1" status: 204 len: 168 time: 0.6848202 Jul 20 08:39:08.172950 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 646886de-34f9-4573-8d33-6bb05bad578b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 646886de-34f9-4573-8d33-6bb05bad578b found for delete ", "request_id": "req-07e6e8a6-dd98-48c0-b257-ce2ee032cd43"}]} Jul 20 08:39:08.175843 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04c650-81d5-4319-bbe2-627e8de2c5c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=21da7406-374d-4389-9eee-8af0140c04bf,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:08.301969 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43836) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:08.355530 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-35f035f7-125d-4f80-9a2e-ae46df0cac5e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60ee8039b1f4461c996165d5801b91f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0522060 Jul 20 08:39:08.358416 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43838) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:08.383938 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:08.415350 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f21d108-ce1d-4328-91a3-932906c98d3d admin admin] Publish callbacks [] for security_group (1c6939bd-31c8-4a4a-ba88-7e7cc842be8e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:08.435186 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:08.440489 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f21d108-ce1d-4328-91a3-932906c98d3d admin admin] Publish callbacks [] for security_group (1c6939bd-31c8-4a4a-ba88-7e7cc842be8e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:08.497340 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f21d108-ce1d-4328-91a3-932906c98d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (1c6939bd-31c8-4a4a-ba88-7e7cc842be8e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:08.500709 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f21d108-ce1d-4328-91a3-932906c98d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:08.502246 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9f21d108-ce1d-4328-91a3-932906c98d3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c6939bd-31c8-4a4a-ba88-7e7cc842be8e HTTP/1.1" status: 204 len: 168 time: 0.1427186 Jul 20 08:39:08.514019 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21d108-ce1d-4328-91a3-932906c98d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6939bd-31c8-4a4a-ba88-7e7cc842be8e,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:08.810846 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=43 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:08.822418 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:11.035788 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43918) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:11.172422 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb598-6451-474a-9ae0-334e71eba434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:11.267716 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb598-6451-474a-9ae0-334e71eba434 admin admin] Publish callbacks [] for security_group (27073700-2cee-4c0d-bd2d-df13e469e7a3), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:11.273055 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb598-6451-474a-9ae0-334e71eba434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (27073700-2cee-4c0d-bd2d-df13e469e7a3), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:11.316872 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-b5ddb598-6451-474a-9ae0-334e71eba434 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=329ae50ff4bc41009089c63379591a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796233 Jul 20 08:39:11.317613 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddb598-6451-474a-9ae0-334e71eba434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27073700-2cee-4c0d-bd2d-df13e469e7a3,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:11.320114 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43922) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:11.386307 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7ab7b379-7dc3-4dd4-b8b7-bc6a59acb468 admin admin] Publish callbacks [] for security_group (27073700-2cee-4c0d-bd2d-df13e469e7a3), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:11.411779 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7ab7b379-7dc3-4dd4-b8b7-bc6a59acb468 admin admin] Publish callbacks [] for security_group (27073700-2cee-4c0d-bd2d-df13e469e7a3), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:11.481494 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7ab7b379-7dc3-4dd4-b8b7-bc6a59acb468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (27073700-2cee-4c0d-bd2d-df13e469e7a3), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:11.484357 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7ab7b379-7dc3-4dd4-b8b7-bc6a59acb468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:11.485593 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7ab7b379-7dc3-4dd4-b8b7-bc6a59acb468 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/27073700-2cee-4c0d-bd2d-df13e469e7a3 HTTP/1.1" status: 204 len: 168 time: 0.1640959 Jul 20 08:39:11.495584 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7b379-7dc3-4dd4-b8b7-bc6a59acb468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27073700-2cee-4c0d-bd2d-df13e469e7a3,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:11.866441 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 43930) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:11.882651 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-643ca385-fe92-4841-8419-d5258a1aa362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:11.980315 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-643ca385-fe92-4841-8419-d5258a1aa362 admin admin] Publish callbacks [] for security_group (c28c7309-cff9-4634-96fb-51bdaa8e9cbf), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:11.992165 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-643ca385-fe92-4841-8419-d5258a1aa362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (c28c7309-cff9-4634-96fb-51bdaa8e9cbf), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:12.046905 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ca385-fe92-4841-8419-d5258a1aa362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28c7309-cff9-4634-96fb-51bdaa8e9cbf,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:12.054115 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-643ca385-fe92-4841-8419-d5258a1aa362 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2338c3e5b108446b8feb58201451d2d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865075 Jul 20 08:39:12.054430 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43934) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:12.113091 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-97ad1b97-20cb-4709-b01d-883163de4028 admin admin] Publish callbacks [] for security_group (c28c7309-cff9-4634-96fb-51bdaa8e9cbf), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:12.140936 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-97ad1b97-20cb-4709-b01d-883163de4028 admin admin] Publish callbacks [] for security_group (c28c7309-cff9-4634-96fb-51bdaa8e9cbf), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:12.196502 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-97ad1b97-20cb-4709-b01d-883163de4028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (c28c7309-cff9-4634-96fb-51bdaa8e9cbf), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:12.200077 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-97ad1b97-20cb-4709-b01d-883163de4028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:12.201555 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-97ad1b97-20cb-4709-b01d-883163de4028 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c28c7309-cff9-4634-96fb-51bdaa8e9cbf HTTP/1.1" status: 204 len: 168 time: 0.1457219 Jul 20 08:39:12.216059 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad1b97-20cb-4709-b01d-883163de4028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28c7309-cff9-4634-96fb-51bdaa8e9cbf,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:12.924188 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:14.243892 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:39:14.435658 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 43996) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:14.582229 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ecebce18-30ed-4bba-84c0-f45e67bb6080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:14.673522 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ecebce18-30ed-4bba-84c0-f45e67bb6080 admin admin] Publish callbacks [] for security_group (ae873a35-6fa4-4b45-98fc-7c5563371835), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:14.677593 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ecebce18-30ed-4bba-84c0-f45e67bb6080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ae873a35-6fa4-4b45-98fc-7c5563371835), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:14.724490 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ecebce18-30ed-4bba-84c0-f45e67bb6080 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f7ac3837102744288712238cd6feb4de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876809 Jul 20 08:39:14.725195 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebce18-30ed-4bba-84c0-f45e67bb6080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae873a35-6fa4-4b45-98fc-7c5563371835,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:14.727531 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 44004) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:14.752215 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:14.788264 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0238ce35-54f9-41e9-a016-becf7fa819c8 admin admin] Publish callbacks [] for security_group (ae873a35-6fa4-4b45-98fc-7c5563371835), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:14.813412 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0238ce35-54f9-41e9-a016-becf7fa819c8 admin admin] Publish callbacks [] for security_group (ae873a35-6fa4-4b45-98fc-7c5563371835), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:14.846450 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=11 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:14.876445 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0238ce35-54f9-41e9-a016-becf7fa819c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ae873a35-6fa4-4b45-98fc-7c5563371835), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:14.879332 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0238ce35-54f9-41e9-a016-becf7fa819c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:14.880510 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-0238ce35-54f9-41e9-a016-becf7fa819c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae873a35-6fa4-4b45-98fc-7c5563371835 HTTP/1.1" status: 204 len: 168 time: 0.1513996 Jul 20 08:39:14.891370 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238ce35-54f9-41e9-a016-becf7fa819c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae873a35-6fa4-4b45-98fc-7c5563371835,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:15.250210 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 44018) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:15.273798 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e024cb35-460d-4be4-b67d-2bf2b51649f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:15.391513 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e024cb35-460d-4be4-b67d-2bf2b51649f6 admin admin] Publish callbacks [] for security_group (5a248251-a418-4f00-8b50-8ccabac2ac74), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:15.403637 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e024cb35-460d-4be4-b67d-2bf2b51649f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (5a248251-a418-4f00-8b50-8ccabac2ac74), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:15.444495 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024cb35-460d-4be4-b67d-2bf2b51649f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a248251-a418-4f00-8b50-8ccabac2ac74,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:15.451416 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e024cb35-460d-4be4-b67d-2bf2b51649f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c8b6ca189ac64220ac248be3a011e9f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998961 Jul 20 08:39:15.454124 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 44022) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:15.480834 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:15.494412 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:15.522458 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-92196477-0440-4158-ac28-5060b6d236ab admin admin] Publish callbacks [] for security_group (5a248251-a418-4f00-8b50-8ccabac2ac74), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:15.545300 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-92196477-0440-4158-ac28-5060b6d236ab admin admin] Publish callbacks [] for security_group (5a248251-a418-4f00-8b50-8ccabac2ac74), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:15.599263 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-92196477-0440-4158-ac28-5060b6d236ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (5a248251-a418-4f00-8b50-8ccabac2ac74), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:15.602287 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-92196477-0440-4158-ac28-5060b6d236ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:15.603621 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-92196477-0440-4158-ac28-5060b6d236ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a248251-a418-4f00-8b50-8ccabac2ac74 HTTP/1.1" status: 204 len: 168 time: 0.1481926 Jul 20 08:39:15.612420 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92196477-0440-4158-ac28-5060b6d236ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a248251-a418-4f00-8b50-8ccabac2ac74,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:17.918758 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 44118) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:17.927145 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 44122) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:18.049069 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-836d5e04-b222-4028-992b-98e767f787d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.051312 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-da35ce76-9441-4c17-beda-5c47e22610d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.191975 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-da35ce76-9441-4c17-beda-5c47e22610d4 admin admin] Publish callbacks [] for security_group (ada411e0-d61e-4303-84d4-cfa93d66bbd0), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.194006 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-836d5e04-b222-4028-992b-98e767f787d2 admin admin] Publish callbacks [] for security_group (2fc26e9e-3faa-43d8-8085-14d17e6e0dbd), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.196572 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-da35ce76-9441-4c17-beda-5c47e22610d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ada411e0-d61e-4303-84d4-cfa93d66bbd0), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.203518 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-836d5e04-b222-4028-992b-98e767f787d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (2fc26e9e-3faa-43d8-8085-14d17e6e0dbd), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.257158 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-da35ce76-9441-4c17-beda-5c47e22610d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ba92d37b94543a797e9fdfd813f5667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372710 Jul 20 08:39:18.262965 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-836d5e04-b222-4028-992b-98e767f787d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4088e3eced9742acbe941f2324d44d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323641 Jul 20 08:39:18.263193 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 44126) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:18.263663 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35ce76-9441-4c17-beda-5c47e22610d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada411e0-d61e-4303-84d4-cfa93d66bbd0,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:18.264339 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 44128) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:18.317765 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d5e04-b222-4028-992b-98e767f787d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc26e9e-3faa-43d8-8085-14d17e6e0dbd,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:18.327999 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-481f3dd2-9b7d-4285-9d64-6867375053c8 admin admin] Publish callbacks [] for security_group (ada411e0-d61e-4303-84d4-cfa93d66bbd0), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.343811 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9ef36bff-a50e-4b8c-bed4-7c0760bf1658 admin admin] Publish callbacks [] for security_group (2fc26e9e-3faa-43d8-8085-14d17e6e0dbd), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.357405 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-481f3dd2-9b7d-4285-9d64-6867375053c8 admin admin] Publish callbacks [] for security_group (ada411e0-d61e-4303-84d4-cfa93d66bbd0), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.366862 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9ef36bff-a50e-4b8c-bed4-7c0760bf1658 admin admin] Publish callbacks [] for security_group (2fc26e9e-3faa-43d8-8085-14d17e6e0dbd), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.415148 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-481f3dd2-9b7d-4285-9d64-6867375053c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ada411e0-d61e-4303-84d4-cfa93d66bbd0), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.418855 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-481f3dd2-9b7d-4285-9d64-6867375053c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.419633 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9ef36bff-a50e-4b8c-bed4-7c0760bf1658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (2fc26e9e-3faa-43d8-8085-14d17e6e0dbd), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.420476 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-481f3dd2-9b7d-4285-9d64-6867375053c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ada411e0-d61e-4303-84d4-cfa93d66bbd0 HTTP/1.1" status: 204 len: 168 time: 0.1585007 Jul 20 08:39:18.422547 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9ef36bff-a50e-4b8c-bed4-7c0760bf1658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.423865 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9ef36bff-a50e-4b8c-bed4-7c0760bf1658 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fc26e9e-3faa-43d8-8085-14d17e6e0dbd HTTP/1.1" status: 204 len: 168 time: 0.1584444 Jul 20 08:39:18.432221 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f3dd2-9b7d-4285-9d64-6867375053c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada411e0-d61e-4303-84d4-cfa93d66bbd0,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:18.436355 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef36bff-a50e-4b8c-bed4-7c0760bf1658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc26e9e-3faa-43d8-8085-14d17e6e0dbd,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:18.787245 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 44140) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:18.802802 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb313-e382-4f5a-93ba-1c4e08e07571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.833657 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 44142) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:18.849922 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b7a10f58-77cc-42ff-b68c-3395febaf99c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.882088 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:18.896409 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb313-e382-4f5a-93ba-1c4e08e07571 admin admin] Publish callbacks [] for security_group (8ad956c1-052b-4525-a16f-105fec449ea8), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.900292 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb313-e382-4f5a-93ba-1c4e08e07571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (8ad956c1-052b-4525-a16f-105fec449ea8), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.907642 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:18.951603 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b7a10f58-77cc-42ff-b68c-3395febaf99c admin admin] Publish callbacks [] for security_group (c77c2c75-c74c-46e1-8123-6b1054e0a39a), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.955999 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b7a10f58-77cc-42ff-b68c-3395febaf99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (c77c2c75-c74c-46e1-8123-6b1054e0a39a), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:18.974839 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3d2cb313-e382-4f5a-93ba-1c4e08e07571 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6861e2f3d00e443aae9b5df868602957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819789 Jul 20 08:39:18.974839 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cb313-e382-4f5a-93ba-1c4e08e07571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad956c1-052b-4525-a16f-105fec449ea8,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:18.974839 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 44146) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:19.008720 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-b7a10f58-77cc-42ff-b68c-3395febaf99c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=08f3f4d957da411e8408b67330e48d16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1731048 Jul 20 08:39:19.013571 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 44148) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:19.022618 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a10f58-77cc-42ff-b68c-3395febaf99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77c2c75-c74c-46e1-8123-6b1054e0a39a,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:19.048973 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f7448d33-558c-4e8c-9e06-2e301c5a1e70 admin admin] Publish callbacks [] for security_group (8ad956c1-052b-4525-a16f-105fec449ea8), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:19.074618 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f7448d33-558c-4e8c-9e06-2e301c5a1e70 admin admin] Publish callbacks [] for security_group (8ad956c1-052b-4525-a16f-105fec449ea8), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:19.079202 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1c9c43da-22b9-484c-8f94-eba71fa9d631 admin admin] Publish callbacks [] for security_group (c77c2c75-c74c-46e1-8123-6b1054e0a39a), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:19.107671 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1c9c43da-22b9-484c-8f94-eba71fa9d631 admin admin] Publish callbacks [] for security_group (c77c2c75-c74c-46e1-8123-6b1054e0a39a), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:19.130533 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f7448d33-558c-4e8c-9e06-2e301c5a1e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (8ad956c1-052b-4525-a16f-105fec449ea8), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:19.133863 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f7448d33-558c-4e8c-9e06-2e301c5a1e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:19.139357 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f7448d33-558c-4e8c-9e06-2e301c5a1e70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ad956c1-052b-4525-a16f-105fec449ea8 HTTP/1.1" status: 204 len: 168 time: 0.1600313 Jul 20 08:39:19.147529 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7448d33-558c-4e8c-9e06-2e301c5a1e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad956c1-052b-4525-a16f-105fec449ea8,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:19.184643 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1c9c43da-22b9-484c-8f94-eba71fa9d631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (c77c2c75-c74c-46e1-8123-6b1054e0a39a), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:19.189238 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1c9c43da-22b9-484c-8f94-eba71fa9d631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:19.191287 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1c9c43da-22b9-484c-8f94-eba71fa9d631 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c77c2c75-c74c-46e1-8123-6b1054e0a39a HTTP/1.1" status: 204 len: 168 time: 0.1754704 Jul 20 08:39:19.204930 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c43da-22b9-484c-8f94-eba71fa9d631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77c2c75-c74c-46e1-8123-6b1054e0a39a,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:19.613228 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9e36bfea-4909-4279-945b-2c4811136e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:22.258126 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-640433fd-67df-4bc8-9349-f4226773e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:24.242615 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:24.276382 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:24.996993 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 44344) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:25.108716 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1783f1cf-3fbd-4f54-b12c-e3e7b0d3b188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:25.189634 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1783f1cf-3fbd-4f54-b12c-e3e7b0d3b188 admin admin] Publish callbacks [] for security_group (7aed440e-885d-4ff6-b9e7-593f2bb40ac5), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:25.193525 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1783f1cf-3fbd-4f54-b12c-e3e7b0d3b188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (7aed440e-885d-4ff6-b9e7-593f2bb40ac5), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:25.237199 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1783f1cf-3fbd-4f54-b12c-e3e7b0d3b188 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ddaf35f3768446f784b287cdab59a94b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389007 Jul 20 08:39:25.238070 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783f1cf-3fbd-4f54-b12c-e3e7b0d3b188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aed440e-885d-4ff6-b9e7-593f2bb40ac5,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:25.240200 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 44348) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:25.298799 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ab7672a4-d641-40dd-89d5-97eedc6cdf49 admin admin] Publish callbacks [] for security_group (7aed440e-885d-4ff6-b9e7-593f2bb40ac5), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:25.323237 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ab7672a4-d641-40dd-89d5-97eedc6cdf49 admin admin] Publish callbacks [] for security_group (7aed440e-885d-4ff6-b9e7-593f2bb40ac5), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:25.383406 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ab7672a4-d641-40dd-89d5-97eedc6cdf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (7aed440e-885d-4ff6-b9e7-593f2bb40ac5), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:25.386607 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ab7672a4-d641-40dd-89d5-97eedc6cdf49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:25.390900 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ab7672a4-d641-40dd-89d5-97eedc6cdf49 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7aed440e-885d-4ff6-b9e7-593f2bb40ac5 HTTP/1.1" status: 204 len: 168 time: 0.1461649 Jul 20 08:39:25.398276 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7672a4-d641-40dd-89d5-97eedc6cdf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aed440e-885d-4ff6-b9e7-593f2bb40ac5,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:25.721127 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 44370) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:25.735417 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5f0d-ec62-40ee-b1fc-9e0fa80fead5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:25.829792 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5f0d-ec62-40ee-b1fc-9e0fa80fead5 admin admin] Publish callbacks [] for security_group (ef5b53a4-41c4-42fd-9700-dad9bed31518), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:25.833592 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5f0d-ec62-40ee-b1fc-9e0fa80fead5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ef5b53a4-41c4-42fd-9700-dad9bed31518), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:25.883340 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-dd4e5f0d-ec62-40ee-b1fc-9e0fa80fead5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c899a82b20fa4aa0b3ad08e65a28face&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585779 Jul 20 08:39:25.883340 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e5f0d-ec62-40ee-b1fc-9e0fa80fead5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5b53a4-41c4-42fd-9700-dad9bed31518,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:25.883875 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 44372) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:25.952080 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:25.968306 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-50050976-3078-47b4-84fb-fe0e6a5baf24 admin admin] Publish callbacks [] for security_group (ef5b53a4-41c4-42fd-9700-dad9bed31518), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:25.971181 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:26.003634 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-50050976-3078-47b4-84fb-fe0e6a5baf24 admin admin] Publish callbacks [] for security_group (ef5b53a4-41c4-42fd-9700-dad9bed31518), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:26.051188 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-50050976-3078-47b4-84fb-fe0e6a5baf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (ef5b53a4-41c4-42fd-9700-dad9bed31518), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:26.054119 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-50050976-3078-47b4-84fb-fe0e6a5baf24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:26.055242 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-50050976-3078-47b4-84fb-fe0e6a5baf24 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef5b53a4-41c4-42fd-9700-dad9bed31518 HTTP/1.1" status: 204 len: 168 time: 0.1700940 Jul 20 08:39:26.072270 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50050976-3078-47b4-84fb-fe0e6a5baf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5b53a4-41c4-42fd-9700-dad9bed31518,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:26.399707 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 44382) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:26.417426 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-90d07a72-893d-40a8-b1d7-e0fe649799ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:26.498861 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-90d07a72-893d-40a8-b1d7-e0fe649799ce admin admin] Publish callbacks [] for security_group (f631248b-c4e6-4b32-a617-3e9017c4c6e2), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:26.502624 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-90d07a72-893d-40a8-b1d7-e0fe649799ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (f631248b-c4e6-4b32-a617-3e9017c4c6e2), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:26.547171 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-90d07a72-893d-40a8-b1d7-e0fe649799ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f7abd07d7f0430fbce9da2c9d5c75e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440032 Jul 20 08:39:26.547171 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d07a72-893d-40a8-b1d7-e0fe649799ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f631248b-c4e6-4b32-a617-3e9017c4c6e2,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:26.548150 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 44388) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:26.576262 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:26.616509 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f3d297fc-ae08-466d-9167-5eed90c7e913 admin admin] Publish callbacks [] for security_group (f631248b-c4e6-4b32-a617-3e9017c4c6e2), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:26.640499 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f3d297fc-ae08-466d-9167-5eed90c7e913 admin admin] Publish callbacks [] for security_group (f631248b-c4e6-4b32-a617-3e9017c4c6e2), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:26.700231 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f3d297fc-ae08-466d-9167-5eed90c7e913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (f631248b-c4e6-4b32-a617-3e9017c4c6e2), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:26.702995 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f3d297fc-ae08-466d-9167-5eed90c7e913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:26.704190 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f3d297fc-ae08-466d-9167-5eed90c7e913 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f631248b-c4e6-4b32-a617-3e9017c4c6e2 HTTP/1.1" status: 204 len: 168 time: 0.1550550 Jul 20 08:39:26.718291 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d297fc-ae08-466d-9167-5eed90c7e913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f631248b-c4e6-4b32-a617-3e9017c4c6e2,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:26.727250 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:26.807848 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 44394) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:27.049008 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:27.067164 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8db6-8394-43e9-8545-d9916da9b4de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:27.200164 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8db6-8394-43e9-8545-d9916da9b4de admin admin] Publish callbacks [] for security_group (800a7562-70f0-4b10-986e-88b4e64769a0), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:27.206652 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8db6-8394-43e9-8545-d9916da9b4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (800a7562-70f0-4b10-986e-88b4e64769a0), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:27.282087 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:27.290623 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-8e6e8db6-8394-43e9-8545-d9916da9b4de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02de469128b44ac4924b1f5aa7cb6ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4773686 Jul 20 08:39:27.290623 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e8db6-8394-43e9-8545-d9916da9b4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800a7562-70f0-4b10-986e-88b4e64769a0,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:27.291489 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 44416) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:27.356619 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-673ba4d6-b183-466c-a1d5-f41fed469dfb admin admin] Publish callbacks [] for security_group (800a7562-70f0-4b10-986e-88b4e64769a0), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:27.387603 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-673ba4d6-b183-466c-a1d5-f41fed469dfb admin admin] Publish callbacks [] for security_group (800a7562-70f0-4b10-986e-88b4e64769a0), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:27.456164 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-673ba4d6-b183-466c-a1d5-f41fed469dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (800a7562-70f0-4b10-986e-88b4e64769a0), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:27.458907 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-673ba4d6-b183-466c-a1d5-f41fed469dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:27.460256 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-673ba4d6-b183-466c-a1d5-f41fed469dfb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/800a7562-70f0-4b10-986e-88b4e64769a0 HTTP/1.1" status: 204 len: 168 time: 0.1678195 Jul 20 08:39:27.469656 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ba4d6-b183-466c-a1d5-f41fed469dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800a7562-70f0-4b10-986e-88b4e64769a0,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:28.192552 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 44488) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:28.319817 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-52cbf2b1-e5a9-4423-a960-03ebb99c271a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-979793237-network', 'tenant_id': '0be8b8329d994ec59a61a90f29b2b629'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:39:28.346395 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cbf2b1-e5a9-4423-a960-03ebb99c271a admin admin] Made reservation on behalf of 0be8b8329d994ec59a61a90f29b2b629 for: {'network': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:39:28.348917 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52cbf2b1-e5a9-4423-a960-03ebb99c271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for network (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:28.358341 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52cbf2b1-e5a9-4423-a960-03ebb99c271a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:28.440065 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52cbf2b1-e5a9-4423-a960-03ebb99c271a admin admin] Publish callbacks [] for security_group (84098360-0a80-4d8e-be61-fd6ac04fa8ff), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:28.444322 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52cbf2b1-e5a9-4423-a960-03ebb99c271a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (84098360-0a80-4d8e-be61-fd6ac04fa8ff), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:28.477159 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52cbf2b1-e5a9-4423-a960-03ebb99c271a admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=104022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 08:39:28.485159 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbf2b1-e5a9-4423-a960-03ebb99c271a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84098360-0a80-4d8e-be61-fd6ac04fa8ff,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:28.491840 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52cbf2b1-e5a9-4423-a960-03ebb99c271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (4d9fe918-2acc-4c19-a881-8cf442a51e86), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:28.492151 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.segments_db [None req-52cbf2b1-e5a9-4423-a960-03ebb99c271a admin admin] Added segment 4d9fe918-2acc-4c19-a881-8cf442a51e86 of type vlan for network 81a79de6-5fd5-4905-8d83-7fd26aa203bb Jul 20 08:39:28.544730 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52cbf2b1-e5a9-4423-a960-03ebb99c271a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761467745594'] for network (81a79de6-5fd5-4905-8d83-7fd26aa203bb), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:28.569522 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:28.576323 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52cbf2b1-e5a9-4423-a960-03ebb99c271a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521'] for network (81a79de6-5fd5-4905-8d83-7fd26aa203bb), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:28.577389 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cbf2b1-e5a9-4423-a960-03ebb99c271a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:28.578008 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52cbf2b1-e5a9-4423-a960-03ebb99c271a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:28.618480 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-52cbf2b1-e5a9-4423-a960-03ebb99c271a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4245791 Jul 20 08:39:28.622074 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 44512) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:28.630730 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-2a57d8ed-f6f3-4a57-97ba-5e3d85d4a0f8 admin admin] Request body: {'subnet': {'network_id': '81a79de6-5fd5-4905-8d83-7fd26aa203bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-979793237-subnet', 'tenant_id': '0be8b8329d994ec59a61a90f29b2b629', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:39:28.655019 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a57d8ed-f6f3-4a57-97ba-5e3d85d4a0f8 admin admin] Made reservation on behalf of 0be8b8329d994ec59a61a90f29b2b629 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:39:28.656067 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbf2b1-e5a9-4423-a960-03ebb99c271a admin admin] Pushing event updated for resources: {'Network': ['ID=81a79de6-5fd5-4905-8d83-7fd26aa203bb,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:28.658827 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2a57d8ed-f6f3-4a57-97ba-5e3d85d4a0f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530434244'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:28.668345 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Network 81a79de6-5fd5-4905-8d83-7fd26aa203bb details requested by agent ovs-agent-dv-cinder-823089-3-iscsi with host dv-cinder-823089-3-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 08:39:28.872806 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2a57d8ed-f6f3-4a57-97ba-5e3d85d4a0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528676234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530434258'] for subnet (a3f2df08-5f06-459c-a71e-b0029538e16a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:28.940084 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57d8ed-f6f3-4a57-97ba-5e3d85d4a0f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f2df08-5f06-459c-a71e-b0029538e16a,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:28.959960 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a57d8ed-f6f3-4a57-97ba-5e3d85d4a0f8 admin admin] Checking segment: {'id': '4d9fe918-2acc-4c19-a881-8cf442a51e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '81a79de6-5fd5-4905-8d83-7fd26aa203bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:39:28.960571 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a57d8ed-f6f3-4a57-97ba-5e3d85d4a0f8 admin admin] Network hostable DHCP agents. Network: 81a79de6-5fd5-4905-8d83-7fd26aa203bb, hostable agents: ['67e6b4a6-c33f-4a64-ba7b-011bd815cba2'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 08:39:28.989679 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a57d8ed-f6f3-4a57-97ba-5e3d85d4a0f8 admin admin] Network 81a79de6-5fd5-4905-8d83-7fd26aa203bb is scheduled to be hosted by DHCP agent 67e6b4a6-c33f-4a64-ba7b-011bd815cba2 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 08:39:29.006490 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-2a57d8ed-f6f3-4a57-97ba-5e3d85d4a0f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823089-3-iscsi, 81a79de6-5fd5-4905-8d83-7fd26aa203bb) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:39:29.011841 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a57d8ed-f6f3-4a57-97ba-5e3d85d4a0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:29.012469 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2a57d8ed-f6f3-4a57-97ba-5e3d85d4a0f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:29.028192 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e766b407-a0b8-4982-8097-75eeb68dbfc2 None None] Network 81a79de6-5fd5-4905-8d83-7fd26aa203bb requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:39:29.041193 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2a57d8ed-f6f3-4a57-97ba-5e3d85d4a0f8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4083414 Jul 20 08:39:29.108586 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:29.151105 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9968fb72-66d8-471f-b6e5-feaeb744c451 None None] Network 81a79de6-5fd5-4905-8d83-7fd26aa203bb requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:39:30.790082 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:30.894764 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-5f0765bd-1b28-43a6-af67-475301604cd3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:30.896615 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-5f0765bd-1b28-43a6-af67-475301604cd3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/networks?id=81a79de6-5fd5-4905-8d83-7fd26aa203bb HTTP/1.1" status: 200 len: 813 time: 0.1191661 Jul 20 08:39:30.915327 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-ad881723-15de-46bc-ac3f-e33da47f801e tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/quotas/0be8b8329d994ec59a61a90f29b2b629 HTTP/1.1" status: 200 len: 375 time: 0.0122542 Jul 20 08:39:30.953890 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-0c3c6c7a-37d1-4630-9163-b99222e82c5b tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0be8b8329d994ec59a61a90f29b2b629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343196 Jul 20 08:39:31.043317 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 44558) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:31.063817 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-c2144c7d-4722-4712-8a4b-56ae9312b7d9 service neutron] 10.222.0.64 "GET /v2.0/networks/81a79de6-5fd5-4905-8d83-7fd26aa203bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032209 Jul 20 08:39:31.169999 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-e09d4a65-b91e-4659-b651-358f743ba1df service neutron] 10.222.0.64 "GET /v2.0/networks/81a79de6-5fd5-4905-8d83-7fd26aa203bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990558 Jul 20 08:39:31.177448 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed425b9-a3b8-4842-9ac4-e2eb203c6d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:31.264681 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed425b9-a3b8-4842-9ac4-e2eb203c6d11 admin admin] Publish callbacks [] for security_group (6434decb-ed1e-41ad-b0ea-199aae6b40ff), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:31.271794 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed425b9-a3b8-4842-9ac4-e2eb203c6d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (6434decb-ed1e-41ad-b0ea-199aae6b40ff), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:31.314702 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed425b9-a3b8-4842-9ac4-e2eb203c6d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6434decb-ed1e-41ad-b0ea-199aae6b40ff,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:31.320004 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-eed425b9-a3b8-4842-9ac4-e2eb203c6d11 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d04163bef8a4f83a52200c2d171c8f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749112 Jul 20 08:39:31.321857 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 44564) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:31.402320 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-24e5a9e8-3d99-4d64-a839-8f2da291fe13 req-12244c5b-1705-4509-b9b3-3d24e8e045b6 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 210 time: 0.0431063 Jul 20 08:39:31.428097 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2758f0c7-8a93-437c-90ae-7be78a6331fb admin admin] Publish callbacks [] for security_group (6434decb-ed1e-41ad-b0ea-199aae6b40ff), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:31.461119 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2758f0c7-8a93-437c-90ae-7be78a6331fb admin admin] Publish callbacks [] for security_group (6434decb-ed1e-41ad-b0ea-199aae6b40ff), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:31.479126 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:31.525229 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2758f0c7-8a93-437c-90ae-7be78a6331fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (6434decb-ed1e-41ad-b0ea-199aae6b40ff), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:31.531269 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2758f0c7-8a93-437c-90ae-7be78a6331fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:31.535430 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2758f0c7-8a93-437c-90ae-7be78a6331fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6434decb-ed1e-41ad-b0ea-199aae6b40ff HTTP/1.1" status: 204 len: 168 time: 0.2100787 Jul 20 08:39:31.550400 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:31.552892 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758f0c7-8a93-437c-90ae-7be78a6331fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6434decb-ed1e-41ad-b0ea-199aae6b40ff,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:31.890935 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 44580) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:31.906044 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9d01d19d-1dbb-4e53-ada2-41adfee752dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:31.998334 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9d01d19d-1dbb-4e53-ada2-41adfee752dd admin admin] Publish callbacks [] for security_group (483fc565-1872-428a-bf81-e39be0c2d8c6), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:32.003744 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9d01d19d-1dbb-4e53-ada2-41adfee752dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (483fc565-1872-428a-bf81-e39be0c2d8c6), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:32.046532 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01d19d-1dbb-4e53-ada2-41adfee752dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483fc565-1872-428a-bf81-e39be0c2d8c6,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:32.051510 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-9d01d19d-1dbb-4e53-ada2-41adfee752dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80772998ddcd4abc8ae36b69e99a08df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1595109 Jul 20 08:39:32.054121 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 44584) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:32.106719 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a4a3ecec-06f0-4560-9415-bfa1952d937b admin admin] Publish callbacks [] for security_group (483fc565-1872-428a-bf81-e39be0c2d8c6), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:32.137449 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a4a3ecec-06f0-4560-9415-bfa1952d937b admin admin] Publish callbacks [] for security_group (483fc565-1872-428a-bf81-e39be0c2d8c6), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:32.190098 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a4a3ecec-06f0-4560-9415-bfa1952d937b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (483fc565-1872-428a-bf81-e39be0c2d8c6), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:32.192619 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a4a3ecec-06f0-4560-9415-bfa1952d937b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:32.193775 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-a4a3ecec-06f0-4560-9415-bfa1952d937b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/483fc565-1872-428a-bf81-e39be0c2d8c6 HTTP/1.1" status: 204 len: 168 time: 0.1387212 Jul 20 08:39:32.203197 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3ecec-06f0-4560-9415-bfa1952d937b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483fc565-1872-428a-bf81-e39be0c2d8c6,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:32.530103 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-486c07c2-80d3-4a16-a87f-2f231e92dd36 req-7b81e0dc-4eb8-4f84-a382-92d6f669e9df tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 210 time: 0.0526321 Jul 20 08:39:33.039398 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-a7b5fe28-4b61-4bbd-827b-7045f0cca837 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:33.040952 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-a7b5fe28-4b61-4bbd-827b-7045f0cca837 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.18 "GET /v2.0/networks?id=81a79de6-5fd5-4905-8d83-7fd26aa203bb HTTP/1.1" status: 200 len: 813 time: 0.1606433 Jul 20 08:39:33.063585 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-071d1f8a-b420-4456-9e89-e998b14bede9 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Request body: {'port': {'device_id': 'c8c671d7-3413-41f7-a679-3951058e5050', 'network_id': '81a79de6-5fd5-4905-8d83-7fd26aa203bb', 'admin_state_up': True, 'tenant_id': '0be8b8329d994ec59a61a90f29b2b629'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:39:33.190705 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-071d1f8a-b420-4456-9e89-e998b14bede9 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Made reservation on behalf of 0be8b8329d994ec59a61a90f29b2b629 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:39:33.194175 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-071d1f8a-b420-4456-9e89-e998b14bede9 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:33.355061 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-071d1f8a-b420-4456-9e89-e998b14bede9 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Allocated IP 172.20.0.6 (81a79de6-5fd5-4905-8d83-7fd26aa203bb/a3f2df08-5f06-459c-a71e-b0029538e16a/6faee15f-3470-4593-bf98-170d13c068e3) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:39:33.568114 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-071d1f8a-b420-4456-9e89-e998b14bede9 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Publish callbacks [] for port (6faee15f-3470-4593-bf98-170d13c068e3), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:33.602513 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 44630) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:33.632142 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-071d1f8a-b420-4456-9e89-e998b14bede9 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (6faee15f-3470-4593-bf98-170d13c068e3), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:33.710423 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea9397-9401-4015-b546-111972dacf72 req-f3df45c3-0271-47c6-8a61-aef1312d83ed tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:33.712182 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aeea9397-9401-4015-b546-111972dacf72 req-f3df45c3-0271-47c6-8a61-aef1312d83ed tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 931 time: 0.0932560 Jul 20 08:39:33.730284 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-071d1f8a-b420-4456-9e89-e998b14bede9 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Network 81a79de6-5fd5-4905-8d83-7fd26aa203bb is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:39:33.742161 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d1f8a-b420-4456-9e89-e998b14bede9 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Pushing event updated for resources: {'Port': ['ID=6faee15f-3470-4593-bf98-170d13c068e3,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:33.745967 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-071d1f8a-b420-4456-9e89-e998b14bede9 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:39:33.760208 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-071d1f8a-b420-4456-9e89-e998b14bede9 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:39:33.768391 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3373329b-6759-47cd-8ff2-7daf288cf646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:33.855824 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:33.863151 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aeea9397-9401-4015-b546-111972dacf72 req-19af80bd-593b-47d8-9917-9690a7577476 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400166 Jul 20 08:39:33.868362 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-071d1f8a-b420-4456-9e89-e998b14bede9 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:33.868955 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-071d1f8a-b420-4456-9e89-e998b14bede9 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:33.890786 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:33.902997 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-071d1f8a-b420-4456-9e89-e998b14bede9 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8435879 Jul 20 08:39:33.923604 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Request body: {'port': {'device_id': 'c8c671d7-3413-41f7-a679-3951058e5050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:39:33.972606 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3373329b-6759-47cd-8ff2-7daf288cf646 admin admin] Publish callbacks [] for security_group (d1c7ac7b-399f-4819-b0f2-e1e312bff69e), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:33.980732 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3373329b-6759-47cd-8ff2-7daf288cf646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (d1c7ac7b-399f-4819-b0f2-e1e312bff69e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:34.051109 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373329b-6759-47cd-8ff2-7daf288cf646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c7ac7b-399f-4819-b0f2-e1e312bff69e,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:34.053979 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (6faee15f-3470-4593-bf98-170d13c068e3), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:34.058292 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3373329b-6759-47cd-8ff2-7daf288cf646 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8daf151499104e22ac5b4f9f7ea2b547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4550765 Jul 20 08:39:34.061216 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 44636) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:34.115572 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5460261b-955d-4c59-abf4-2def6fbc1a98 admin admin] Publish callbacks [] for security_group (d1c7ac7b-399f-4819-b0f2-e1e312bff69e), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:34.138095 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5460261b-955d-4c59-abf4-2def6fbc1a98 admin admin] Publish callbacks [] for security_group (d1c7ac7b-399f-4819-b0f2-e1e312bff69e), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:34.191787 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5460261b-955d-4c59-abf4-2def6fbc1a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (d1c7ac7b-399f-4819-b0f2-e1e312bff69e), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:34.194598 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5460261b-955d-4c59-abf4-2def6fbc1a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:34.198806 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-5460261b-955d-4c59-abf4-2def6fbc1a98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1c7ac7b-399f-4819-b0f2-e1e312bff69e HTTP/1.1" status: 204 len: 168 time: 0.1338220 Jul 20 08:39:34.208323 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460261b-955d-4c59-abf4-2def6fbc1a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c7ac7b-399f-4819-b0f2-e1e312bff69e,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:34.347166 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6faee15f-3470-4593-bf98-170d13c068e3 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:39:34.357283 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Publish callbacks [] for port (6faee15f-3470-4593-bf98-170d13c068e3), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:34.370802 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Transition to ACTIVE for port object 6faee15f-3470-4593-bf98-170d13c068e3 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:39:34.377192 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (6faee15f-3470-4593-bf98-170d13c068e3), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:34.450053 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Pushing event updated for resources: {'Port': ['ID=6faee15f-3470-4593-bf98-170d13c068e3,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:34.515900 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Attempting to bind port 6faee15f-3470-4593-bf98-170d13c068e3 on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:39:34.516365 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Attempting to bind port 6faee15f-3470-4593-bf98-170d13c068e3 by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': '4d9fe918-2acc-4c19-a881-8cf442a51e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '81a79de6-5fd5-4905-8d83-7fd26aa203bb'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:39:34.516709 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Attempting to bind port 6faee15f-3470-4593-bf98-170d13c068e3 on network 81a79de6-5fd5-4905-8d83-7fd26aa203bb {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:39:34.523982 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Port 6faee15f-3470-4593-bf98-170d13c068e3 on network 81a79de6-5fd5-4905-8d83-7fd26aa203bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:39:34.524299 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Attempting to bind port 6faee15f-3470-4593-bf98-170d13c068e3 on network 81a79de6-5fd5-4905-8d83-7fd26aa203bb {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:39:34.530694 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:39:34.531041 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Checking segment: {'id': '4d9fe918-2acc-4c19-a881-8cf442a51e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '81a79de6-5fd5-4905-8d83-7fd26aa203bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:39:34.531514 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Bound using segment: {'id': '4d9fe918-2acc-4c19-a881-8cf442a51e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '81a79de6-5fd5-4905-8d83-7fd26aa203bb'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:39:34.531851 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Bound port: 6faee15f-3470-4593-bf98-170d13c068e3, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9fe918-2acc-4c19-a881-8cf442a51e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '81a79de6-5fd5-4905-8d83-7fd26aa203bb'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:39:34.532229 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (6faee15f-3470-4593-bf98-170d13c068e3), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:34.604109 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] For port 6faee15f-3470-4593-bf98-170d13c068e3, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:39:34.607116 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] For port 6faee15f-3470-4593-bf98-170d13c068e3, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=6faee15f-3470-4593-bf98-170d13c068e3,segment=NetworkSegment(4d9fe918-2acc-4c19-a881-8cf442a51e86),segment_id=4d9fe918-2acc-4c19-a881-8cf442a51e86)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:39:34.613853 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (6faee15f-3470-4593-bf98-170d13c068e3), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:34.653105 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:34.653737 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:34.663436 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] 10.222.0.18 "PUT /v2.0/ports/6faee15f-3470-4593-bf98-170d13c068e3 HTTP/1.1" status: 200 len: 1093 time: 0.7370644 Jul 20 08:39:34.663436 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c671d7-3413-41f7-a679-3951058e5050', 'tag': '6faee15f-3470-4593-bf98-170d13c068e3'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:39:34.663436 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef79532-2682-45ea-a498-aea16af5f8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c671d7-3413-41f7-a679-3951058e5050", "tag": "6faee15f-3470-4593-bf98-170d13c068e3"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:39:34.704877 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344c7a2-a893-4a61-be5c-fd92e5f4c192 service neutron] Pushing event updated for resources: {'Port': ['ID=6faee15f-3470-4593-bf98-170d13c068e3,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:34.709238 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35d1d06-bd38-474d-b44f-100a3bbacc8d x-openstack-request-id: req-e35d1d06-bd38-474d-b44f-100a3bbacc8d {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:39:34.709558 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c671d7-3413-41f7-a679-3951058e5050", "tag": "6faee15f-3470-4593-bf98-170d13c068e3", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:39:34.709951 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e35d1d06-bd38-474d-b44f-100a3bbacc8d {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:39:34.710413 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e35d1d06-bd38-474d-b44f-100a3bbacc8d'] response: {'name': 'network-changed', 'server_uuid': 'c8c671d7-3413-41f7-a679-3951058e5050', 'tag': '6faee15f-3470-4593-bf98-170d13c068e3', 'status': 'completed', 'code': 200} Jul 20 08:39:34.761394 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:34.777902 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-3b2a6b47-87ca-46c0-ae6e-2e9c3edffda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:34.779396 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-3b2a6b47-87ca-46c0-ae6e-2e9c3edffda6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0be8b8329d994ec59a61a90f29b2b629&device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 1127 time: 0.0481834 Jul 20 08:39:34.832395 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-fa0d51ed-7677-420f-9aa7-7ab8c186af8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6faee15f-3470-4593-bf98-170d13c068e3 HTTP/1.1" status: 200 len: 217 time: 0.0383573 Jul 20 08:39:34.870216 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:34.889125 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-d0192280-8a65-4fb0-ba45-a4882d120252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:34.890990 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-d0192280-8a65-4fb0-ba45-a4882d120252 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f2df08-5f06-459c-a71e-b0029538e16a HTTP/1.1" status: 200 len: 853 time: 0.0513878 Jul 20 08:39:34.930460 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-92ec6d6b-6435-4303-a913-ff6ebaaf4d6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=81a79de6-5fd5-4905-8d83-7fd26aa203bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324452 Jul 20 08:39:35.052946 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a620b-c364-4588-819b-a59224ae8aec req-f97d8eaa-57b6-42e9-9148-7874f6824182 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:35.054775 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-245a620b-c364-4588-819b-a59224ae8aec req-f97d8eaa-57b6-42e9-9148-7874f6824182 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 943 time: 0.1012783 Jul 20 08:39:35.095846 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:35.101564 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:35.118937 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-997063db-d47c-411a-b582-0f5be0c13f5b service neutron] 10.222.0.18 "GET /v2.0/networks/81a79de6-5fd5-4905-8d83-7fd26aa203bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815877 Jul 20 08:39:35.150356 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-245a620b-c364-4588-819b-a59224ae8aec req-ef855037-2690-46ec-993c-ef4c7f4f4bf8 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879536 Jul 20 08:39:35.236829 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e19a9d5-720c-4052-841a-8cac2882ff42 req-b024f44d-81ec-465b-ae70-3e7bafd8bbb2 service neutron] 10.222.0.18 "GET /v2.0/networks/81a79de6-5fd5-4905-8d83-7fd26aa203bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119945 Jul 20 08:39:36.261919 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:36.276402 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875019be-4bb7-462b-8b5e-7f8679537e97 req-306d0eba-3db6-424d-b8fc-41feb574b1bf tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:36.277914 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-875019be-4bb7-462b-8b5e-7f8679537e97 req-306d0eba-3db6-424d-b8fc-41feb574b1bf tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 943 time: 0.0554872 Jul 20 08:39:36.298952 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:36.330354 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-875019be-4bb7-462b-8b5e-7f8679537e97 req-09b2136e-51f7-4e6e-83af-0f4b1bb2eddf tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468991 Jul 20 08:39:37.454749 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfdb69-a0d8-4d4a-9a50-bd221f634534 req-27f04ed3-0e79-477e-b246-55cee8eb49d8 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:37.456241 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-37bfdb69-a0d8-4d4a-9a50-bd221f634534 req-27f04ed3-0e79-477e-b246-55cee8eb49d8 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 943 time: 0.0512030 Jul 20 08:39:37.513494 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-37bfdb69-a0d8-4d4a-9a50-bd221f634534 req-24d3daa8-fee9-40d1-a51f-bb847b620ce6 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512891 Jul 20 08:39:37.898619 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef79532-2682-45ea-a498-aea16af5f8f5 req-79beb1b6-f58f-4af7-a74f-429debc76919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:37.900220 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ef79532-2682-45ea-a498-aea16af5f8f5 req-79beb1b6-f58f-4af7-a74f-429debc76919 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0be8b8329d994ec59a61a90f29b2b629&device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 1127 time: 0.0552676 Jul 20 08:39:38.003886 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef79532-2682-45ea-a498-aea16af5f8f5 req-aaf2ffc5-9948-4df9-97b6-3bc9841db27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:38.005495 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ef79532-2682-45ea-a498-aea16af5f8f5 req-aaf2ffc5-9948-4df9-97b6-3bc9841db27a service neutron] 10.222.0.18 "GET /v2.0/networks?id=81a79de6-5fd5-4905-8d83-7fd26aa203bb HTTP/1.1" status: 200 len: 914 time: 0.0987139 Jul 20 08:39:38.048263 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ef79532-2682-45ea-a498-aea16af5f8f5 req-4eefa027-c86e-4c6a-aa3f-78223ad17d9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6faee15f-3470-4593-bf98-170d13c068e3 HTTP/1.1" status: 200 len: 217 time: 0.0363789 Jul 20 08:39:38.108105 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef79532-2682-45ea-a498-aea16af5f8f5 req-65ab407a-4d5d-4013-8fa2-93964ad32ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:38.108276 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 44698) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:38.109578 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ef79532-2682-45ea-a498-aea16af5f8f5 req-65ab407a-4d5d-4013-8fa2-93964ad32ac1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f2df08-5f06-459c-a71e-b0029538e16a HTTP/1.1" status: 200 len: 853 time: 0.0503354 Jul 20 08:39:38.145339 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ef79532-2682-45ea-a498-aea16af5f8f5 req-ab2b5bca-6030-4ec1-a647-9ccdcc129f0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=81a79de6-5fd5-4905-8d83-7fd26aa203bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283241 Jul 20 08:39:38.247074 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ef79532-2682-45ea-a498-aea16af5f8f5 req-bf7bb8d8-1a12-4cb0-88b5-cfc155344c4e service neutron] 10.222.0.18 "GET /v2.0/networks/81a79de6-5fd5-4905-8d83-7fd26aa203bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947628 Jul 20 08:39:38.250043 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2829c291-b9dd-4e67-97f3-872f5b3fc7c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:38.339976 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2829c291-b9dd-4e67-97f3-872f5b3fc7c9 admin admin] Publish callbacks [] for security_group (710b55fd-a1fb-4ae3-84c4-7bd1cd9d0fc2), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:38.344093 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2829c291-b9dd-4e67-97f3-872f5b3fc7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (710b55fd-a1fb-4ae3-84c4-7bd1cd9d0fc2), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:38.354567 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ef79532-2682-45ea-a498-aea16af5f8f5 req-12d0f15d-82d2-4002-8856-d8cecad7f944 service neutron] 10.222.0.18 "GET /v2.0/networks/81a79de6-5fd5-4905-8d83-7fd26aa203bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978255 Jul 20 08:39:38.387555 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-2829c291-b9dd-4e67-97f3-872f5b3fc7c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7955310074774349840e125df893645c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782023 Jul 20 08:39:38.388268 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829c291-b9dd-4e67-97f3-872f5b3fc7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710b55fd-a1fb-4ae3-84c4-7bd1cd9d0fc2,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:38.390831 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 44702) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:39:38.445877 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ed07826c-d4bb-417d-8881-82d8f35d12f7 admin admin] Publish callbacks [] for security_group (710b55fd-a1fb-4ae3-84c4-7bd1cd9d0fc2), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:38.473822 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ed07826c-d4bb-417d-8881-82d8f35d12f7 admin admin] Publish callbacks [] for security_group (710b55fd-a1fb-4ae3-84c4-7bd1cd9d0fc2), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:38.528148 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ed07826c-d4bb-417d-8881-82d8f35d12f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (710b55fd-a1fb-4ae3-84c4-7bd1cd9d0fc2), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:38.531158 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ed07826c-d4bb-417d-8881-82d8f35d12f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:38.532337 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ed07826c-d4bb-417d-8881-82d8f35d12f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/710b55fd-a1fb-4ae3-84c4-7bd1cd9d0fc2 HTTP/1.1" status: 204 len: 168 time: 0.1405981 Jul 20 08:39:38.542052 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07826c-d4bb-417d-8881-82d8f35d12f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710b55fd-a1fb-4ae3-84c4-7bd1cd9d0fc2,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:38.560884 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:38.649060 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f30d6-2e4d-4798-9565-fa4df02d11a7 req-3d8ee3f8-d3ba-4726-b4e5-1f3ac6c8f0d6 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:38.650872 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f34f30d6-2e4d-4798-9565-fa4df02d11a7 req-3d8ee3f8-d3ba-4726-b4e5-1f3ac6c8f0d6 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 943 time: 0.0565817 Jul 20 08:39:38.711189 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f34f30d6-2e4d-4798-9565-fa4df02d11a7 req-4f952d11-b334-457f-9f46-b1ab8a4e5300 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523341 Jul 20 08:39:39.015564 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 6faee15f-3470-4593-bf98-170d13c068e3 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:39:39.131913 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 6faee15f-3470-4593-bf98-170d13c068e3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=6faee15f-3470-4593-bf98-170d13c068e3,segment=NetworkSegment(4d9fe918-2acc-4c19-a881-8cf442a51e86),segment_id=4d9fe918-2acc-4c19-a881-8cf442a51e86)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:39:39.144015 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '6faee15f-3470-4593-bf98-170d13c068e3', 'network_id': '81a79de6-5fd5-4905-8d83-7fd26aa203bb', 'port_id': '6faee15f-3470-4593-bf98-170d13c068e3', 'mac_address': 'fa:16:3e:b4:d5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f2df08-5f06-459c-a71e-b0029538e16a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:39:39.184678 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 6faee15f-3470-4593-bf98-170d13c068e3 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:39:39.184678 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (6faee15f-3470-4593-bf98-170d13c068e3), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:39.197062 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6faee15f-3470-4593-bf98-170d13c068e3 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:39:39.220849 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 6faee15f-3470-4593-bf98-170d13c068e3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=6faee15f-3470-4593-bf98-170d13c068e3,segment=NetworkSegment(4d9fe918-2acc-4c19-a881-8cf442a51e86),segment_id=4d9fe918-2acc-4c19-a881-8cf442a51e86)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:39:39.224910 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (6faee15f-3470-4593-bf98-170d13c068e3), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:39.274272 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=6faee15f-3470-4593-bf98-170d13c068e3,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:39.782057 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['6faee15f-3470-4593-bf98-170d13c068e3'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:39:39.831869 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d726c2-ac2b-410f-80d3-eba0c8279f59 req-822fa943-7398-481d-99ca-01ad7376daa9 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:39.833405 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-63d726c2-ac2b-410f-80d3-eba0c8279f59 req-822fa943-7398-481d-99ca-01ad7376daa9 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 944 time: 0.0499542 Jul 20 08:39:39.887668 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-63d726c2-ac2b-410f-80d3-eba0c8279f59 req-5062b1f5-980c-4301-9b67-584801a96150 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479765 Jul 20 08:39:41.013231 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa60739-6f71-4669-915c-07bc09236331 req-a0ef4c57-3fae-4d75-b6d2-b1cc11c1ff04 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:41.014765 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-caa60739-6f71-4669-915c-07bc09236331 req-a0ef4c57-3fae-4d75-b6d2-b1cc11c1ff04 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 944 time: 0.0503144 Jul 20 08:39:41.031637 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 6faee15f-3470-4593-bf98-170d13c068e3 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:39:41.064849 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-caa60739-6f71-4669-915c-07bc09236331 req-9544ebf6-9166-4fd8-b3a3-56adb2a81145 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441704 Jul 20 08:39:41.075457 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 6faee15f-3470-4593-bf98-170d13c068e3 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:39:41.086163 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 6faee15f-3470-4593-bf98-170d13c068e3 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:39:41.086163 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (6faee15f-3470-4593-bf98-170d13c068e3), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:41.165748 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 6faee15f-3470-4593-bf98-170d13c068e3 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:39:41.165748 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (6faee15f-3470-4593-bf98-170d13c068e3), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:41.189216 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c671d7-3413-41f7-a679-3951058e5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faee15f-3470-4593-bf98-170d13c068e3'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:39:41.191504 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2633e0f6-ca82-41fb-a7d2-79fffee21e26" -d '{"events": [{"server_uuid": "c8c671d7-3413-41f7-a679-3951058e5050", "name": "network-vif-plugged", "status": "completed", "tag": "6faee15f-3470-4593-bf98-170d13c068e3"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:39:41.205206 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 6faee15f-3470-4593-bf98-170d13c068e3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=6faee15f-3470-4593-bf98-170d13c068e3,segment=NetworkSegment(4d9fe918-2acc-4c19-a881-8cf442a51e86),segment_id=4d9fe918-2acc-4c19-a881-8cf442a51e86)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:39:41.210022 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (6faee15f-3470-4593-bf98-170d13c068e3), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:41.233762 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d44818-e847-4702-94ad-071787158dad x-openstack-request-id: req-a1d44818-e847-4702-94ad-071787158dad {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:39:41.234048 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c671d7-3413-41f7-a679-3951058e5050", "name": "network-vif-plugged", "status": "completed", "tag": "6faee15f-3470-4593-bf98-170d13c068e3", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:39:41.234298 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1d44818-e847-4702-94ad-071787158dad {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:39:41.234720 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d44818-e847-4702-94ad-071787158dad'] response: {'server_uuid': 'c8c671d7-3413-41f7-a679-3951058e5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faee15f-3470-4593-bf98-170d13c068e3', 'code': 200} Jul 20 08:39:41.260312 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=6faee15f-3470-4593-bf98-170d13c068e3,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:39:41.442928 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557dc14-1334-4159-b4e5-b674d0ff4fbe req-39a9fd84-cdc4-428a-bf7b-d9bdb96b91e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:41.444517 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6557dc14-1334-4159-b4e5-b674d0ff4fbe req-39a9fd84-cdc4-428a-bf7b-d9bdb96b91e2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 1129 time: 0.0453141 Jul 20 08:39:41.471737 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:41.477242 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:41.498487 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6557dc14-1334-4159-b4e5-b674d0ff4fbe req-9286beae-60d4-404d-93ad-ae26734d6007 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477366 Jul 20 08:39:42.189886 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6616af-5797-4f68-9579-8746989f3d95 req-a21f5885-3051-45dd-8252-835bb1392f4b tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:42.191514 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6d6616af-5797-4f68-9579-8746989f3d95 req-a21f5885-3051-45dd-8252-835bb1392f4b tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 945 time: 0.0554163 Jul 20 08:39:42.245813 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6d6616af-5797-4f68-9579-8746989f3d95 req-f58d5b4f-d014-4e78-9f49-5db23b791cc5 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487571 Jul 20 08:39:42.897530 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:43.366322 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcdce5-3b96-41a0-837d-5c940d196162 req-423226df-e96a-4ea4-96d0-374e1736ff24 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:43.367832 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ffbcdce5-3b96-41a0-837d-5c940d196162 req-423226df-e96a-4ea4-96d0-374e1736ff24 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 945 time: 0.0502305 Jul 20 08:39:43.418028 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ffbcdce5-3b96-41a0-837d-5c940d196162 req-7a30a978-1936-44d1-bc27-b07581f0685d tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439718 Jul 20 08:39:47.580784 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5409d653-08d1-41d6-855d-95b4cc3e8f04 req-efeefc21-f36a-4fb3-b873-6d3074fb4f4f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423245 Jul 20 08:39:47.684449 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409d653-08d1-41d6-855d-95b4cc3e8f04 req-00b18906-314b-4491-809f-7f0ad2f67f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:47.685945 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5409d653-08d1-41d6-855d-95b4cc3e8f04 req-00b18906-314b-4491-809f-7f0ad2f67f19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fcfc8ebb18c54de29556d0b93593d676&device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 1129 time: 0.0429215 Jul 20 08:39:47.793797 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409d653-08d1-41d6-855d-95b4cc3e8f04 req-0116effd-c23a-487d-bc31-c2c9754d1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:47.796073 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5409d653-08d1-41d6-855d-95b4cc3e8f04 req-0116effd-c23a-487d-bc31-c2c9754d1df7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=348269a8-7968-40a5-99e7-854f19c8d583 HTTP/1.1" status: 200 len: 912 time: 0.0919545 Jul 20 08:39:47.867174 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5409d653-08d1-41d6-855d-95b4cc3e8f04 req-60e92eda-12f4-4d44-a870-d3b630fb2018 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f10e926-b78d-48a1-a5ca-b29f3c55dee7 HTTP/1.1" status: 200 len: 1000 time: 0.0622716 Jul 20 08:39:47.918042 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409d653-08d1-41d6-855d-95b4cc3e8f04 req-3f4a62f5-b653-4b08-8237-609979564825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:47.919575 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5409d653-08d1-41d6-855d-95b4cc3e8f04 req-3f4a62f5-b653-4b08-8237-609979564825 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3c888370-e66b-4395-b90c-a65ec529794b HTTP/1.1" status: 200 len: 850 time: 0.0462465 Jul 20 08:39:47.963652 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409d653-08d1-41d6-855d-95b4cc3e8f04 req-4000c8b5-7bdd-4a6e-82e1-5494b93b8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:39:47.965145 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5409d653-08d1-41d6-855d-95b4cc3e8f04 req-4000c8b5-7bdd-4a6e-82e1-5494b93b8f4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=348269a8-7968-40a5-99e7-854f19c8d583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395060 Jul 20 08:39:48.071204 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5409d653-08d1-41d6-855d-95b4cc3e8f04 req-8522702d-c1b5-482e-8e50-bfd1dd387168 service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969899 Jul 20 08:39:48.164644 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5409d653-08d1-41d6-855d-95b4cc3e8f04 req-01fc12c8-fb88-4c89-ab1e-cabc5f580567 service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873353 Jul 20 08:39:49.604319 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:49.610525 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e29066a5-f312-40e3-896e-0800abdc1811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:49.816652 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=13 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:49.819501 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=13 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:51.242512 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:39:52.233528 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=61,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:52.241039 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=70,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:52.273067 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-274089e1-c685-4dde-bb76-5a9c9a306c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:54.258347 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:56.572055 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:56.731068 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:39:58.153332 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=67 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:39:58.160599 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=56 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:01.238010 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:01.238851 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:06.724269 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:06.726082 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:12.083185 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:12.094615 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:12.788154 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 44956) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:40:12.916920 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:12.928647 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:13.067815 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Publish callbacks [] for security_group (cd5a8900-2787-4fe8-b8d1-4ab3837a4f6a), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:13.072570 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (cd5a8900-2787-4fe8-b8d1-4ab3837a4f6a), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:13.118040 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45afcd5f1d304b6e8f8b3b44d61f2b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287740 Jul 20 08:40:13.118977 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5a8900-2787-4fe8-b8d1-4ab3837a4f6a,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:40:13.122112 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 44960) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:40:13.142313 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:13.142729 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:13.143398 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:13.143753 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:13.144111 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:13.144455 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:13.144798 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:13.145131 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:13.145471 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:13.145804 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:13.146138 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:13.146470 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:13.146829 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:13.147163 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:13.147490 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a247e-08bc-4784-ba55-932285f4e0a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:13.213887 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7012bea5-f9bd-48bb-a75e-9255d8c8b323 admin admin] Publish callbacks [] for security_group (cd5a8900-2787-4fe8-b8d1-4ab3837a4f6a), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:13.256458 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7012bea5-f9bd-48bb-a75e-9255d8c8b323 admin admin] Publish callbacks [] for security_group (cd5a8900-2787-4fe8-b8d1-4ab3837a4f6a), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:13.325718 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7012bea5-f9bd-48bb-a75e-9255d8c8b323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (cd5a8900-2787-4fe8-b8d1-4ab3837a4f6a), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:13.329426 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7012bea5-f9bd-48bb-a75e-9255d8c8b323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:13.330824 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-7012bea5-f9bd-48bb-a75e-9255d8c8b323 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd5a8900-2787-4fe8-b8d1-4ab3837a4f6a HTTP/1.1" status: 204 len: 168 time: 0.2076135 Jul 20 08:40:13.346656 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012bea5-f9bd-48bb-a75e-9255d8c8b323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5a8900-2787-4fe8-b8d1-4ab3837a4f6a,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:40:19.605817 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-db2a79a5-a93d-424b-bceb-cfaab0d9d8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:22.260644 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-814a2107-79ae-4f25-84b8-b3bf96f3d6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:23.333779 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:23.341432 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=38,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:24.261610 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:25.105992 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 45048) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:40:25.264694 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-24cf4121-eb19-46c2-948e-bd65b1677d7b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Deleting port a4e261f8-1078-4006-b017-c9056b9ec3d8 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:40:25.264958 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-24cf4121-eb19-46c2-948e-bd65b1677d7b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (a4e261f8-1078-4006-b017-c9056b9ec3d8), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:25.365267 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-24cf4121-eb19-46c2-948e-bd65b1677d7b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (a4e261f8-1078-4006-b017-c9056b9ec3d8), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:25.365742 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-24cf4121-eb19-46c2-948e-bd65b1677d7b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for floatingip (a4e261f8-1078-4006-b017-c9056b9ec3d8), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:25.380410 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-24cf4121-eb19-46c2-948e-bd65b1677d7b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Calling delete_port for a4e261f8-1078-4006-b017-c9056b9ec3d8 owned by network:floatingip {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:40:25.558452 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-24cf4121-eb19-46c2-948e-bd65b1677d7b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (a4e261f8-1078-4006-b017-c9056b9ec3d8), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:25.591934 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf4121-eb19-46c2-948e-bd65b1677d7b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event deleted for resources: {'Port': ['ID=a4e261f8-1078-4006-b017-c9056b9ec3d8,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:40:25.662644 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-24cf4121-eb19-46c2-948e-bd65b1677d7b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for floatingip (2ff9575b-75d3-4a17-b358-6e582a06f079), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:25.662990 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-24cf4121-eb19-46c2-948e-bd65b1677d7b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Floating IP 2ff9575b-75d3-4a17-b358-6e582a06f079 disassociated (deleted). External IP: 172.27.1.81, port: 50598d79-6502-43f4-85f4-da18b9881657. Jul 20 08:40:26.151574 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cf4121-eb19-46c2-948e-bd65b1677d7b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Router d55d3f47-7fbb-45b3-b270-07e76c2cc801 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:40:26.270935 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cf4121-eb19-46c2-948e-bd65b1677d7b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:40:26.277554 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-24cf4121-eb19-46c2-948e-bd65b1677d7b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:26.284791 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b0566-e8eb-47dc-be76-05f62c5b248f None None] Sync routers for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:40:26.298204 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b0566-e8eb-47dc-be76-05f62c5b248f None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:40:26.299075 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-dd4b0566-e8eb-47dc-be76-05f62c5b248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:40:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:40:26.302694 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:26.320498 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-24cf4121-eb19-46c2-948e-bd65b1677d7b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "DELETE /v2.0/floatingips/2ff9575b-75d3-4a17-b358-6e582a06f079 HTTP/1.1" status: 204 len: 168 time: 1.2131100 Jul 20 08:40:26.321372 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb9c5a6-428c-4725-ad79-45132db1c198', 'tag': '50598d79-6502-43f4-85f4-da18b9881657'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:40:26.325115 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00f69ad5a0cac4e7728d797b6610dcca539aaa5862e314ac00bb2191cad31ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90203044-9873-4c24-b84d-8dea08c6bcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb9c5a6-428c-4725-ad79-45132db1c198", "tag": "50598d79-6502-43f4-85f4-da18b9881657"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:40:26.384025 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dec61d-716a-483c-ae16-a7badd912ca6 x-openstack-request-id: req-24dec61d-716a-483c-ae16-a7badd912ca6 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:40:26.384473 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb9c5a6-428c-4725-ad79-45132db1c198", "tag": "50598d79-6502-43f4-85f4-da18b9881657", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:40:26.384830 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24dec61d-716a-483c-ae16-a7badd912ca6 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:40:26.385364 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24dec61d-716a-483c-ae16-a7badd912ca6'] response: {'name': 'network-changed', 'server_uuid': 'fbb9c5a6-428c-4725-ad79-45132db1c198', 'tag': '50598d79-6502-43f4-85f4-da18b9881657', 'status': 'completed', 'code': 200} Jul 20 08:40:26.422914 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-dd4b0566-e8eb-47dc-be76-05f62c5b248f None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:40:26.596736 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:26.724663 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de357c25-b409-41cd-9cc6-b23e0ed7980c req-0046b6c8-b562-44b4-97a4-036113bf5629 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:26.726795 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-de357c25-b409-41cd-9cc6-b23e0ed7980c req-0046b6c8-b562-44b4-97a4-036113bf5629 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 946 time: 0.0631590 Jul 20 08:40:26.735118 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:26.792793 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-dd4b0566-e8eb-47dc-be76-05f62c5b248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '0ed5fcb1-2d41-4ff9-8c8a-cb1cf8d5d03d', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'port_id': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'mac_address': 'fa:16:3e:d7:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:34:42Z', 'updated_at': '2022-07-20T08:34:44Z', 'revision_number': 1, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:40:26.804017 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-de357c25-b409-41cd-9cc6-b23e0ed7980c req-47f5feef-4586-4430-9acd-19f74ff00e11 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668495 Jul 20 08:40:26.821494 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b0566-e8eb-47dc-be76-05f62c5b248f None None] Checking router: d55d3f47-7fbb-45b3-b270-07e76c2cc801 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:40:26.833641 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b0566-e8eb-47dc-be76-05f62c5b248f None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:40:26.834444 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-dd4b0566-e8eb-47dc-be76-05f62c5b248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:40:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:40:27.074397 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-dd4b0566-e8eb-47dc-be76-05f62c5b248f None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:40:27.324551 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-dd4b0566-e8eb-47dc-be76-05f62c5b248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '0ed5fcb1-2d41-4ff9-8c8a-cb1cf8d5d03d', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'port_id': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'mac_address': 'fa:16:3e:d7:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:34:42Z', 'updated_at': '2022-07-20T08:34:44Z', 'revision_number': 1, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:40:27.352211 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b0566-e8eb-47dc-be76-05f62c5b248f None None] The sync data for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi is: [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_floatingips': [{'id': '0ed5fcb1-2d41-4ff9-8c8a-cb1cf8d5d03d', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'router_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'port_id': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'mac_address': 'fa:16:3e:d7:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T08:34:42Z', 'updated_at': '2022-07-20T08:34:44Z', 'revision_number': 1, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:40:27.608213 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2820cb89-7d67-45a4-9dbc-0e2167e89e00 None None] New status for floating IP 2ff9575b-75d3-4a17-b358-6e582a06f079: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:40:27.938743 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537089f-352d-4d86-a6d4-5541d53df1a3 req-adb5571f-5e61-4cef-bef4-d6844509f604 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:27.940351 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8537089f-352d-4d86-a6d4-5541d53df1a3 req-adb5571f-5e61-4cef-bef4-d6844509f604 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 946 time: 0.0560377 Jul 20 08:40:27.995398 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8537089f-352d-4d86-a6d4-5541d53df1a3 req-377b0e5e-4e2e-4d5b-be51-9e6374d216b7 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491366 Jul 20 08:40:28.243055 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:40:29.087443 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:29.133647 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f61b94-cc84-443e-838d-4b5f132238e7 req-2648e767-68ac-461e-9e29-79cc018df63f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:29.135343 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-22f61b94-cc84-443e-838d-4b5f132238e7 req-2648e767-68ac-461e-9e29-79cc018df63f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 946 time: 0.0584188 Jul 20 08:40:29.193284 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-22f61b94-cc84-443e-838d-4b5f132238e7 req-5648f193-6a61-4a33-9c48-8819975fd872 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513935 Jul 20 08:40:29.714257 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90203044-9873-4c24-b84d-8dea08c6bcaf req-aa9348cd-358b-4d3b-b1ec-83efb7b45041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:29.715774 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-90203044-9873-4c24-b84d-8dea08c6bcaf req-aa9348cd-358b-4d3b-b1ec-83efb7b45041 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fcfc8ebb18c54de29556d0b93593d676&device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 1130 time: 0.0492637 Jul 20 08:40:30.350914 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b9b93-dd27-4afd-8d07-982cb6b70cbd req-d93377d9-add5-47f4-8251-92028da7d188 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:30.352473 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed1b9b93-dd27-4afd-8d07-982cb6b70cbd req-d93377d9-add5-47f4-8251-92028da7d188 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 946 time: 0.0837581 Jul 20 08:40:30.454725 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed1b9b93-dd27-4afd-8d07-982cb6b70cbd req-7e352271-950a-4325-8397-12f925a1fefd tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735912 Jul 20 08:40:30.455821 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90203044-9873-4c24-b84d-8dea08c6bcaf req-107f8096-052b-4955-8352-8a8d49570d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:30.457214 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-90203044-9873-4c24-b84d-8dea08c6bcaf req-107f8096-052b-4955-8352-8a8d49570d50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=348269a8-7968-40a5-99e7-854f19c8d583 HTTP/1.1" status: 200 len: 912 time: 0.1534274 Jul 20 08:40:31.026343 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-90203044-9873-4c24-b84d-8dea08c6bcaf req-6d572075-4a60-42cf-99dd-f7019ea3b5d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50598d79-6502-43f4-85f4-da18b9881657 HTTP/1.1" status: 200 len: 217 time: 0.3293633 Jul 20 08:40:31.581097 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605e9b7-289a-4385-8774-d527499b7bc1 req-e3f33010-9c7e-4b69-9acd-88a628d07f49 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:31.582630 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b605e9b7-289a-4385-8774-d527499b7bc1 req-e3f33010-9c7e-4b69-9acd-88a628d07f49 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 946 time: 0.0543070 Jul 20 08:40:31.644378 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b605e9b7-289a-4385-8774-d527499b7bc1 req-f2b8bafb-900e-435b-b5c1-f673d721403b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561135 Jul 20 08:40:32.774708 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab7d5-760e-4ab0-9740-9108c0f00bae req-3c5815f6-b7c4-4b46-bd28-d6ad802f9ebb tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:32.776313 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-82cab7d5-760e-4ab0-9740-9108c0f00bae req-3c5815f6-b7c4-4b46-bd28-d6ad802f9ebb tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 946 time: 0.0498939 Jul 20 08:40:32.831887 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-82cab7d5-760e-4ab0-9740-9108c0f00bae req-b15c6574-31bd-49ab-8f05-267d21775e53 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487711 Jul 20 08:40:33.963051 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ea5f5-c9e0-4ec4-b343-2ebd6c984607 req-c3eb7af4-882c-46ba-b427-11b92f68c197 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:33.964511 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8b2ea5f5-c9e0-4ec4-b343-2ebd6c984607 req-c3eb7af4-882c-46ba-b427-11b92f68c197 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 946 time: 0.0574718 Jul 20 08:40:34.018168 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8b2ea5f5-c9e0-4ec4-b343-2ebd6c984607 req-8e70e19b-f119-4da8-b4c5-a9bdb8436bf2 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478432 Jul 20 08:40:34.245653 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90203044-9873-4c24-b84d-8dea08c6bcaf req-7ad260dd-97f0-499c-a592-f75bc57ed224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:34.247081 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-90203044-9873-4c24-b84d-8dea08c6bcaf req-7ad260dd-97f0-499c-a592-f75bc57ed224 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3c888370-e66b-4395-b90c-a65ec529794b HTTP/1.1" status: 200 len: 850 time: 0.0485318 Jul 20 08:40:34.327703 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90203044-9873-4c24-b84d-8dea08c6bcaf req-9cd73fcf-c68d-4874-9589-fe36965637a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:34.329565 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-90203044-9873-4c24-b84d-8dea08c6bcaf req-9cd73fcf-c68d-4874-9589-fe36965637a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=348269a8-7968-40a5-99e7-854f19c8d583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472493 Jul 20 08:40:34.478106 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb2c59-5f8c-4918-8e13-65be40840eeb req-75512bd7-d728-4b8b-8a12-b9fec6eaefea tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:34.479623 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-75eb2c59-5f8c-4918-8e13-65be40840eeb req-75512bd7-d728-4b8b-8a12-b9fec6eaefea tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 946 time: 0.1053283 Jul 20 08:40:34.547481 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-90203044-9873-4c24-b84d-8dea08c6bcaf req-9f679ef4-a015-4c8e-bf89-b5674a69ac7d service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744521 Jul 20 08:40:34.639712 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-75eb2c59-5f8c-4918-8e13-65be40840eeb req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Deleting port 50598d79-6502-43f4-85f4-da18b9881657 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:40:34.640223 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-75eb2c59-5f8c-4918-8e13-65be40840eeb req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (50598d79-6502-43f4-85f4-da18b9881657), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:34.734468 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-90203044-9873-4c24-b84d-8dea08c6bcaf req-88b9754b-814e-4fc1-8fb7-d662cd76c3da service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789575 Jul 20 08:40:34.761796 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-75eb2c59-5f8c-4918-8e13-65be40840eeb req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] For port 50598d79-6502-43f4-85f4-da18b9881657, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=50598d79-6502-43f4-85f4-da18b9881657,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:40:34.762164 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-75eb2c59-5f8c-4918-8e13-65be40840eeb req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (50598d79-6502-43f4-85f4-da18b9881657), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:34.778568 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-75eb2c59-5f8c-4918-8e13-65be40840eeb req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Calling delete_port for 50598d79-6502-43f4-85f4-da18b9881657 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:40:34.785013 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:34.845892 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:34.927600 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-75eb2c59-5f8c-4918-8e13-65be40840eeb req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (50598d79-6502-43f4-85f4-da18b9881657), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:34.957855 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event deleted for resources: {'Port': ['ID=50598d79-6502-43f4-85f4-da18b9881657,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:40:34.969486 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 50598d79-6502-43f4-85f4-da18b9881657 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:40:35.004273 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:35.005004 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:35.005546 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:35.006178 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:35.006822 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:35.007424 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:35.008020 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:35.008610 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:35.009228 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:35.009827 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:35.010129 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: 50598d79-6502-43f4-85f4-da18b9881657 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:40:35.010517 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:35.010758 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 50598d79-6502-43f4-85f4-da18b9881657 not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:40:35.011065 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:35.011580 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:35.012105 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:35.012551 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:40:35.044200 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-75eb2c59-5f8c-4918-8e13-65be40840eeb req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] No DVR routers for this DVR port 50598d79-6502-43f4-85f4-da18b9881657 on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:40:35.047342 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-75eb2c59-5f8c-4918-8e13-65be40840eeb req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:35.050759 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-75eb2c59-5f8c-4918-8e13-65be40840eeb req-4c4b7f2c-eb56-4f0c-9c73-d1a963d3f295 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.18 "DELETE /v2.0/ports/50598d79-6502-43f4-85f4-da18b9881657 HTTP/1.1" status: 204 len: 173 time: 0.5574391 Jul 20 08:40:35.051220 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb9c5a6-428c-4725-ad79-45132db1c198', 'name': 'network-vif-deleted', 'tag': '50598d79-6502-43f4-85f4-da18b9881657'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:40:35.053538 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515a1c28-d348-4c2b-8ffa-ff9ad14eea2c" -d '{"events": [{"server_uuid": "fbb9c5a6-428c-4725-ad79-45132db1c198", "name": "network-vif-deleted", "tag": "50598d79-6502-43f4-85f4-da18b9881657"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:40:35.115444 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af95bc2-da95-418e-a6d7-be548334f159 x-openstack-request-id: req-3af95bc2-da95-418e-a6d7-be548334f159 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:40:35.115974 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb9c5a6-428c-4725-ad79-45132db1c198", "name": "network-vif-deleted", "tag": "50598d79-6502-43f4-85f4-da18b9881657", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:40:35.116225 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3af95bc2-da95-418e-a6d7-be548334f159 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:40:35.116629 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af95bc2-da95-418e-a6d7-be548334f159'] response: {'server_uuid': 'fbb9c5a6-428c-4725-ad79-45132db1c198', 'name': 'network-vif-deleted', 'tag': '50598d79-6502-43f4-85f4-da18b9881657', 'status': 'completed', 'code': 200} Jul 20 08:40:35.138866 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b2255fdd-bf2c-4586-bddd-973b3f57ffeb req-b64b4fb6-825b-45d2-8f3b-b5a04cd460c2 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb9c5a6-428c-4725-ad79-45132db1c198 HTTP/1.1" status: 200 len: 210 time: 0.0353394 Jul 20 08:40:37.644427 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:42.704366 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 45226) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:40:42.864966 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d6f63042-2c6b-40e0-a7eb-3ec32a22cf16 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Deleting port 1f55f0e7-7665-4747-b4f0-7acea8523169 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:40:42.865308 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d6f63042-2c6b-40e0-a7eb-3ec32a22cf16 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (1f55f0e7-7665-4747-b4f0-7acea8523169), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:42.922686 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:42.943218 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:42.963202 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d6f63042-2c6b-40e0-a7eb-3ec32a22cf16 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (1f55f0e7-7665-4747-b4f0-7acea8523169), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:42.963538 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d6f63042-2c6b-40e0-a7eb-3ec32a22cf16 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for floatingip (1f55f0e7-7665-4747-b4f0-7acea8523169), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:42.978234 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d6f63042-2c6b-40e0-a7eb-3ec32a22cf16 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Calling delete_port for 1f55f0e7-7665-4747-b4f0-7acea8523169 owned by network:floatingip {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:40:43.141047 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d6f63042-2c6b-40e0-a7eb-3ec32a22cf16 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (1f55f0e7-7665-4747-b4f0-7acea8523169), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:43.167360 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f63042-2c6b-40e0-a7eb-3ec32a22cf16 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event deleted for resources: {'Port': ['ID=1f55f0e7-7665-4747-b4f0-7acea8523169,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:40:43.176885 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:43.240781 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d6f63042-2c6b-40e0-a7eb-3ec32a22cf16 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for floatingip (0ed5fcb1-2d41-4ff9-8c8a-cb1cf8d5d03d), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:43.241112 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-d6f63042-2c6b-40e0-a7eb-3ec32a22cf16 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Floating IP 0ed5fcb1-2d41-4ff9-8c8a-cb1cf8d5d03d disassociated (deleted). External IP: 172.27.1.40, port: 5f10e926-b78d-48a1-a5ca-b29f3c55dee7. Jul 20 08:40:43.483345 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:43.491866 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f63042-2c6b-40e0-a7eb-3ec32a22cf16 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Router d55d3f47-7fbb-45b3-b270-07e76c2cc801 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:40:43.635028 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f63042-2c6b-40e0-a7eb-3ec32a22cf16 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:40:43.643304 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d6f63042-2c6b-40e0-a7eb-3ec32a22cf16 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:43.654682 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245765f-4d27-4043-8038-14df307ee679 None None] Sync routers for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:40:43.669781 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245765f-4d27-4043-8038-14df307ee679 None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:40:43.670416 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-3245765f-4d27-4043-8038-14df307ee679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:40:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:40:43.692415 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d6f63042-2c6b-40e0-a7eb-3ec32a22cf16 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "DELETE /v2.0/floatingips/0ed5fcb1-2d41-4ff9-8c8a-cb1cf8d5d03d HTTP/1.1" status: 204 len: 168 time: 0.9867406 Jul 20 08:40:43.693104 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'tag': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:40:43.695850 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00f69ad5a0cac4e7728d797b6610dcca539aaa5862e314ac00bb2191cad31ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7be02be-fe29-428b-974f-01d8f48d389a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2a5142-59a5-4ff2-94ed-908fe82b5475", "tag": "5f10e926-b78d-48a1-a5ca-b29f3c55dee7"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:40:43.757996 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423d1629-e698-46ef-aa94-62ae455ce179 x-openstack-request-id: req-423d1629-e698-46ef-aa94-62ae455ce179 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:40:43.758644 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2a5142-59a5-4ff2-94ed-908fe82b5475", "tag": "5f10e926-b78d-48a1-a5ca-b29f3c55dee7", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:40:43.758644 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-423d1629-e698-46ef-aa94-62ae455ce179 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:40:43.759142 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423d1629-e698-46ef-aa94-62ae455ce179'] response: {'name': 'network-changed', 'server_uuid': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'tag': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7', 'status': 'completed', 'code': 200} Jul 20 08:40:43.807913 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:43.823995 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-3245765f-4d27-4043-8038-14df307ee679 None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:40:44.032828 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:44.055980 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-3245765f-4d27-4043-8038-14df307ee679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:40:44.082162 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245765f-4d27-4043-8038-14df307ee679 None None] Checking router: d55d3f47-7fbb-45b3-b270-07e76c2cc801 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:40:44.091164 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245765f-4d27-4043-8038-14df307ee679 None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:40:44.091781 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-3245765f-4d27-4043-8038-14df307ee679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:40:22Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:40:44.150383 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962a54a-669a-428e-bd19-1c528081ed8e req-917a074e-80bd-4b6f-9bdb-386a96a8d55f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:44.151928 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f962a54a-669a-428e-bd19-1c528081ed8e req-917a074e-80bd-4b6f-9bdb-386a96a8d55f tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 945 time: 0.2519476 Jul 20 08:40:44.199813 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-3245765f-4d27-4043-8038-14df307ee679 None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:40:44.208312 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f962a54a-669a-428e-bd19-1c528081ed8e req-f73ddc32-d0bb-433b-9ba5-cd70176a5e10 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505121 Jul 20 08:40:44.391513 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-3245765f-4d27-4043-8038-14df307ee679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:40:44.416701 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245765f-4d27-4043-8038-14df307ee679 None None] The sync data for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi is: [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:43Z', 'revision_number': 4, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi', '_interfaces': [{'id': 'd16feada-701e-4fcd-aa58-aa8183cba2b2', 'name': '', 'network_id': '348269a8-7968-40a5-99e7-854f19c8d583', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'mac_address': 'fa:16:3e:d9:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '3c888370-e66b-4395-b90c-a65ec529794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:42Z', 'updated_at': '2022-07-20T08:29:49Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'subnets': [{'id': '3c888370-e66b-4395-b90c-a65ec529794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:40:44.639273 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f749cf94-2eca-4f16-bb51-e39269719ffd None None] New status for floating IP 0ed5fcb1-2d41-4ff9-8c8a-cb1cf8d5d03d: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 08:40:45.115137 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=20,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:45.118461 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=3,neutron:SELECT=13 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:45.380294 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4b634-6fed-4338-8fe5-2aff5eba309e req-b68c3995-8d5b-4dbb-98b4-fd3b76e04d8a tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:45.381778 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fdd4b634-6fed-4338-8fe5-2aff5eba309e req-b68c3995-8d5b-4dbb-98b4-fd3b76e04d8a tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 945 time: 0.1032658 Jul 20 08:40:45.431570 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fdd4b634-6fed-4338-8fe5-2aff5eba309e req-6071412b-99e9-420f-b8a4-cfd8691db67e tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441115 Jul 20 08:40:46.406741 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be02be-fe29-428b-974f-01d8f48d389a req-c3d07c42-8ccb-4b1f-b400-a244627e6118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:46.408258 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7be02be-fe29-428b-974f-01d8f48d389a req-c3d07c42-8ccb-4b1f-b400-a244627e6118 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fcfc8ebb18c54de29556d0b93593d676&device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 1129 time: 0.0448165 Jul 20 08:40:46.549474 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cc2aa-f61c-4cc3-943c-8a791424383c req-c9fa7099-1716-4715-91dc-84ee7f4e66aa tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:46.550975 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7d6cc2aa-f61c-4cc3-943c-8a791424383c req-c9fa7099-1716-4715-91dc-84ee7f4e66aa tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 945 time: 0.0509191 Jul 20 08:40:46.599767 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7d6cc2aa-f61c-4cc3-943c-8a791424383c req-fa3a8c4f-7f3d-4768-ae1f-4f7db05e70e7 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433166 Jul 20 08:40:46.749246 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be02be-fe29-428b-974f-01d8f48d389a req-7a05f1e3-cc9a-485c-86c4-df3541d3fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:46.750752 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7be02be-fe29-428b-974f-01d8f48d389a req-7a05f1e3-cc9a-485c-86c4-df3541d3fe19 service neutron] 10.222.0.18 "GET /v2.0/networks?id=348269a8-7968-40a5-99e7-854f19c8d583 HTTP/1.1" status: 200 len: 912 time: 0.0986295 Jul 20 08:40:47.223133 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7be02be-fe29-428b-974f-01d8f48d389a req-5cafe5fa-ece1-45c6-95eb-d99d89296150 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f10e926-b78d-48a1-a5ca-b29f3c55dee7 HTTP/1.1" status: 200 len: 217 time: 0.0353131 Jul 20 08:40:47.727113 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287942e5-c2b8-436d-b4c5-fe5e6507aaeb req-46a13f4d-f174-41b4-a501-0975f881aa10 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:47.728746 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-287942e5-c2b8-436d-b4c5-fe5e6507aaeb req-46a13f4d-f174-41b4-a501-0975f881aa10 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 945 time: 0.0549285 Jul 20 08:40:47.825222 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-287942e5-c2b8-436d-b4c5-fe5e6507aaeb req-11f507fb-294a-4115-aeda-7a0e598da58b tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/security-groups?id=84c82322-f84f-4fd4-af06-2166535cb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837884 Jul 20 08:40:47.836858 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be02be-fe29-428b-974f-01d8f48d389a req-038a003e-9780-492e-96d8-7f085ee6a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:47.838622 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7be02be-fe29-428b-974f-01d8f48d389a req-038a003e-9780-492e-96d8-7f085ee6a498 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3c888370-e66b-4395-b90c-a65ec529794b HTTP/1.1" status: 200 len: 850 time: 0.0754793 Jul 20 08:40:47.953322 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be02be-fe29-428b-974f-01d8f48d389a req-ef6b344a-9fac-4757-8b2a-a5d0e4b5ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:47.954873 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7be02be-fe29-428b-974f-01d8f48d389a req-ef6b344a-9fac-4757-8b2a-a5d0e4b5ce6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=348269a8-7968-40a5-99e7-854f19c8d583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443580 Jul 20 08:40:48.099191 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7be02be-fe29-428b-974f-01d8f48d389a req-b707d608-a1d7-4339-a529-d67868f7281b service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338682 Jul 20 08:40:48.122872 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7748d-27f9-4a34-a91b-a039575530fe req-882e6fec-4b8a-4c58-9604-6b46fdc41481 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:48.125152 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68f7748d-27f9-4a34-a91b-a039575530fe req-882e6fec-4b8a-4c58-9604-6b46fdc41481 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 945 time: 0.0680542 Jul 20 08:40:48.290075 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-68f7748d-27f9-4a34-a91b-a039575530fe req-a498f326-5046-41ca-8a67-7a1184c96e22 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Deleting port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:40:48.290424 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-68f7748d-27f9-4a34-a91b-a039575530fe req-a498f326-5046-41ca-8a67-7a1184c96e22 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (5f10e926-b78d-48a1-a5ca-b29f3c55dee7), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:48.295175 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7be02be-fe29-428b-974f-01d8f48d389a req-70fdc682-7094-4064-b44c-836540febe22 service neutron] 10.222.0.18 "GET /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894636 Jul 20 08:40:48.398200 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-68f7748d-27f9-4a34-a91b-a039575530fe req-a498f326-5046-41ca-8a67-7a1184c96e22 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] For port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=5f10e926-b78d-48a1-a5ca-b29f3c55dee7,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:40:48.398564 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-68f7748d-27f9-4a34-a91b-a039575530fe req-a498f326-5046-41ca-8a67-7a1184c96e22 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (5f10e926-b78d-48a1-a5ca-b29f3c55dee7), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:48.413117 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-68f7748d-27f9-4a34-a91b-a039575530fe req-a498f326-5046-41ca-8a67-7a1184c96e22 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Calling delete_port for 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:40:48.474514 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:48.549464 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:48.554235 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-68f7748d-27f9-4a34-a91b-a039575530fe req-a498f326-5046-41ca-8a67-7a1184c96e22 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (5f10e926-b78d-48a1-a5ca-b29f3c55dee7), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:48.585688 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498f326-5046-41ca-8a67-7a1184c96e22 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event deleted for resources: {'Port': ['ID=5f10e926-b78d-48a1-a5ca-b29f3c55dee7,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:40:48.631705 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f7748d-27f9-4a34-a91b-a039575530fe req-a498f326-5046-41ca-8a67-7a1184c96e22 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] No DVR routers for this DVR port 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:40:48.634782 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-68f7748d-27f9-4a34-a91b-a039575530fe req-a498f326-5046-41ca-8a67-7a1184c96e22 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:48.638308 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68f7748d-27f9-4a34-a91b-a039575530fe req-a498f326-5046-41ca-8a67-7a1184c96e22 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.18 "DELETE /v2.0/ports/5f10e926-b78d-48a1-a5ca-b29f3c55dee7 HTTP/1.1" status: 204 len: 173 time: 0.5003057 Jul 20 08:40:48.638804 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'name': 'network-vif-deleted', 'tag': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:40:48.641406 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335acbef-16d6-4d80-a57e-80374566751c" -d '{"events": [{"server_uuid": "5e2a5142-59a5-4ff2-94ed-908fe82b5475", "name": "network-vif-deleted", "tag": "5f10e926-b78d-48a1-a5ca-b29f3c55dee7"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:40:48.679579 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b03ecda-8189-4b5a-b245-5c5db520cdb9 x-openstack-request-id: req-0b03ecda-8189-4b5a-b245-5c5db520cdb9 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:40:48.679809 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2a5142-59a5-4ff2-94ed-908fe82b5475", "name": "network-vif-deleted", "tag": "5f10e926-b78d-48a1-a5ca-b29f3c55dee7", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:40:48.680054 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b03ecda-8189-4b5a-b245-5c5db520cdb9 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:40:48.680487 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b03ecda-8189-4b5a-b245-5c5db520cdb9'] response: {'server_uuid': '5e2a5142-59a5-4ff2-94ed-908fe82b5475', 'name': 'network-vif-deleted', 'tag': '5f10e926-b78d-48a1-a5ca-b29f3c55dee7', 'status': 'completed', 'code': 200} Jul 20 08:40:48.936433 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-622cf760-8793-47f3-aad4-c193f255c8e9 req-735468c1-9550-4460-8244-ce392df3317c tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 210 time: 0.0307684 Jul 20 08:40:49.175304 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 45286) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:40:49.284156 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-92d9792a-6766-45bb-83a1-5afe5362614c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:49.368465 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-92d9792a-6766-45bb-83a1-5afe5362614c admin admin] Publish callbacks [] for security_group (3a2e81ea-85f2-40cb-8990-58b484b49169), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:49.373210 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-92d9792a-6766-45bb-83a1-5afe5362614c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (3a2e81ea-85f2-40cb-8990-58b484b49169), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:49.418125 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-92d9792a-6766-45bb-83a1-5afe5362614c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a69dfcb9eba34b82a15ee739cc5cb761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417111 Jul 20 08:40:49.419018 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9792a-6766-45bb-83a1-5afe5362614c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2e81ea-85f2-40cb-8990-58b484b49169,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:40:49.422440 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 45292) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:40:49.485031 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d16d99d1-8537-44b5-914a-9b3b1a0208fb admin admin] Publish callbacks [] for security_group (3a2e81ea-85f2-40cb-8990-58b484b49169), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:49.507775 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d16d99d1-8537-44b5-914a-9b3b1a0208fb admin admin] Publish callbacks [] for security_group (3a2e81ea-85f2-40cb-8990-58b484b49169), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:49.558608 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d16d99d1-8537-44b5-914a-9b3b1a0208fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (3a2e81ea-85f2-40cb-8990-58b484b49169), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:49.562273 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d16d99d1-8537-44b5-914a-9b3b1a0208fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:49.563590 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d16d99d1-8537-44b5-914a-9b3b1a0208fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a2e81ea-85f2-40cb-8990-58b484b49169 HTTP/1.1" status: 204 len: 168 time: 0.1392314 Jul 20 08:40:49.571854 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d99d1-8537-44b5-914a-9b3b1a0208fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2e81ea-85f2-40cb-8990-58b484b49169,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:40:49.611533 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bf354c1f-e3a5-470c-be21-3b6b08378362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:50.039107 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-08bf8eb7-a61a-48af-b882-754cb0469927 req-2e46ee20-b287-4458-8852-ddc2c9671697 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 210 time: 0.0295198 Jul 20 08:40:51.135193 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d41ece1b-e35b-415a-b487-4ed7edf6e244 req-774d6196-f0dd-4971-843e-b8277eb3cb74 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 210 time: 0.0282943 Jul 20 08:40:52.233915 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3ece1cf7-2ad7-4811-9f74-745400fe1983 req-d83208fd-5e53-406e-811f-8d52675dcdc9 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 210 time: 0.0314841 Jul 20 08:40:52.253100 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-baf6ba59-b5de-4e7e-af94-65ae18e814c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:52.497370 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:40:52.521068 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:40:52.521409 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 5f10e926-b78d-48a1-a5ca-b29f3c55dee7 not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:40:52.549079 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c83eadce-0d79-4fc4-8475-5179837be98d req-54701fe5-7011-4c4f-b4d1-8ef848882bd2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8c671d7-3413-41f7-a679-3951058e5050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398450 Jul 20 08:40:52.623843 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83eadce-0d79-4fc4-8475-5179837be98d req-ba38fc52-efb8-452f-8b2d-bd7d77a8b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:52.625244 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c83eadce-0d79-4fc4-8475-5179837be98d req-ba38fc52-efb8-452f-8b2d-bd7d77a8b0c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0be8b8329d994ec59a61a90f29b2b629&device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 1129 time: 0.0427318 Jul 20 08:40:52.734488 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83eadce-0d79-4fc4-8475-5179837be98d req-2178256f-3cca-4b0b-bbb5-82ec5e39792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:52.736348 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c83eadce-0d79-4fc4-8475-5179837be98d req-2178256f-3cca-4b0b-bbb5-82ec5e39792c service neutron] 10.222.0.18 "GET /v2.0/networks?id=81a79de6-5fd5-4905-8d83-7fd26aa203bb HTTP/1.1" status: 200 len: 914 time: 0.0913522 Jul 20 08:40:52.779040 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c83eadce-0d79-4fc4-8475-5179837be98d req-e7eaf402-1ac9-4160-a2fa-db16a78604d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6faee15f-3470-4593-bf98-170d13c068e3 HTTP/1.1" status: 200 len: 217 time: 0.0357597 Jul 20 08:40:52.829375 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83eadce-0d79-4fc4-8475-5179837be98d req-61475e53-2928-4929-ad70-d88f521a6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:52.831187 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c83eadce-0d79-4fc4-8475-5179837be98d req-61475e53-2928-4929-ad70-d88f521a6a4a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f2df08-5f06-459c-a71e-b0029538e16a HTTP/1.1" status: 200 len: 853 time: 0.0472057 Jul 20 08:40:52.865859 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c83eadce-0d79-4fc4-8475-5179837be98d req-8e2cbc0f-0604-433d-930b-db9077220ebf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=81a79de6-5fd5-4905-8d83-7fd26aa203bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286708 Jul 20 08:40:52.969388 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c83eadce-0d79-4fc4-8475-5179837be98d req-b4ad9cae-bd5f-452a-acfa-87c4bc9119e3 service neutron] 10.222.0.18 "GET /v2.0/networks/81a79de6-5fd5-4905-8d83-7fd26aa203bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975885 Jul 20 08:40:53.072474 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c83eadce-0d79-4fc4-8475-5179837be98d req-a23c1e84-1252-4239-a744-dfa16075ce3d service neutron] 10.222.0.18 "GET /v2.0/networks/81a79de6-5fd5-4905-8d83-7fd26aa203bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968747 Jul 20 08:40:53.337209 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0dc1c563-8034-4c23-b78c-e90cb08929fb req-de0655bc-f87b-448d-9769-96e9978b9405 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e2a5142-59a5-4ff2-94ed-908fe82b5475 HTTP/1.1" status: 200 len: 210 time: 0.0307279 Jul 20 08:40:54.264359 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:54.394229 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=31 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:54.395694 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=59 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:54.404168 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 45318) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:40:54.525271 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-e07be9a9-5b56-49e6-89f0-40c4032ccba5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Deleting port 02def0c1-5eaa-4068-888a-89c3686ff1b0 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:40:54.525618 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e07be9a9-5b56-49e6-89f0-40c4032ccba5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (02def0c1-5eaa-4068-888a-89c3686ff1b0), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:54.609383 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e07be9a9-5b56-49e6-89f0-40c4032ccba5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (02def0c1-5eaa-4068-888a-89c3686ff1b0), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:54.609760 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e07be9a9-5b56-49e6-89f0-40c4032ccba5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for floatingip (02def0c1-5eaa-4068-888a-89c3686ff1b0), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:54.619115 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:54.625387 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-e07be9a9-5b56-49e6-89f0-40c4032ccba5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Calling delete_port for 02def0c1-5eaa-4068-888a-89c3686ff1b0 owned by network:floatingip {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:40:54.696369 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:54.773244 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e07be9a9-5b56-49e6-89f0-40c4032ccba5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (02def0c1-5eaa-4068-888a-89c3686ff1b0), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:54.799456 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07be9a9-5b56-49e6-89f0-40c4032ccba5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event deleted for resources: {'Port': ['ID=02def0c1-5eaa-4068-888a-89c3686ff1b0,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:40:54.878978 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e07be9a9-5b56-49e6-89f0-40c4032ccba5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for floatingip (86b97b16-eea3-4ff9-9d91-b14d1bbfab7f), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:54.881524 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e07be9a9-5b56-49e6-89f0-40c4032ccba5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:54.882770 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-e07be9a9-5b56-49e6-89f0-40c4032ccba5 tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "DELETE /v2.0/floatingips/86b97b16-eea3-4ff9-9d91-b14d1bbfab7f HTTP/1.1" status: 204 len: 168 time: 0.4775777 Jul 20 08:40:56.105727 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 45342) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:40:56.166754 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d834831b-886a-4ca1-bdc5-e2363114713d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group (84c82322-f84f-4fd4-af06-2166535cb35b), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:56.191684 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d834831b-886a-4ca1-bdc5-e2363114713d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group (84c82322-f84f-4fd4-af06-2166535cb35b), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:56.255848 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d834831b-886a-4ca1-bdc5-e2363114713d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (84c82322-f84f-4fd4-af06-2166535cb35b), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:56.258476 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d834831b-886a-4ca1-bdc5-e2363114713d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:56.259659 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d834831b-886a-4ca1-bdc5-e2363114713d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] 10.222.0.64 "DELETE /v2.0/security-groups/84c82322-f84f-4fd4-af06-2166535cb35b HTTP/1.1" status: 204 len: 168 time: 0.1529386 Jul 20 08:40:56.269702 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834831b-886a-4ca1-bdc5-e2363114713d tempest-TestVolumeBootPattern-985957797 tempest-TestVolumeBootPattern-985957797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c82322-f84f-4fd4-af06-2166535cb35b,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:40:56.329737 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 45346) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:40:56.585113 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:56.626105 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:56.747724 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:56.761398 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:56.956914 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-21208007-be65-47ca-81fd-854d0c3a14ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731768'] for router_interface (d55d3f47-7fbb-45b3-b270-07e76c2cc801), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:57.190869 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-21208007-be65-47ca-81fd-854d0c3a14ef admin admin] Deleting port d16feada-701e-4fcd-aa58-aa8183cba2b2 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:40:57.191794 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-21208007-be65-47ca-81fd-854d0c3a14ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:57.277043 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-21208007-be65-47ca-81fd-854d0c3a14ef admin admin] For port d16feada-701e-4fcd-aa58-aa8183cba2b2, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=d16feada-701e-4fcd-aa58-aa8183cba2b2,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:40:57.277400 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-21208007-be65-47ca-81fd-854d0c3a14ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:57.290240 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-21208007-be65-47ca-81fd-854d0c3a14ef admin admin] Calling delete_port for d16feada-701e-4fcd-aa58-aa8183cba2b2 owned by network:router_interface {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:40:57.478709 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-21208007-be65-47ca-81fd-854d0c3a14ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (d16feada-701e-4fcd-aa58-aa8183cba2b2), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:57.505235 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21208007-be65-47ca-81fd-854d0c3a14ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d16feada-701e-4fcd-aa58-aa8183cba2b2,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:40:57.562259 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:57.575387 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:57.682342 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-21208007-be65-47ca-81fd-854d0c3a14ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1731660'] for router_interface (d55d3f47-7fbb-45b3-b270-07e76c2cc801), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:57.915037 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21208007-be65-47ca-81fd-854d0c3a14ef admin admin] Router d55d3f47-7fbb-45b3-b270-07e76c2cc801 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:40:58.027451 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21208007-be65-47ca-81fd-854d0c3a14ef admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:40:58.033532 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-21208007-be65-47ca-81fd-854d0c3a14ef admin admin] 10.222.0.64 "PUT /v2.0/routers/d55d3f47-7fbb-45b3-b270-07e76c2cc801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7023234 Jul 20 08:40:58.036557 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 45364) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:40:58.038758 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aa467f-47e0-44d1-a400-a96eb7029e15 None None] Sync routers for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:40:58.054956 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aa467f-47e0-44d1-a400-a96eb7029e15 None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:40:58.055980 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-82aa467f-47e0-44d1-a400-a96eb7029e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:40:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:40:58.150126 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f14d40ef-730b-4a95-a582-628e6d647060 admin admin] Publish callbacks [] for router (d55d3f47-7fbb-45b3-b270-07e76c2cc801), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:58.182285 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-82aa467f-47e0-44d1-a400-a96eb7029e15 None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:40:58.304113 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b74f99-0599-4f4f-9127-e8becb69f236 req-28b555aa-3bbe-47ba-8a58-029ba386da59 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:58.305982 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f6b74f99-0599-4f4f-9127-e8becb69f236 req-28b555aa-3bbe-47ba-8a58-029ba386da59 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 945 time: 0.0628533 Jul 20 08:40:58.320516 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f14d40ef-730b-4a95-a582-628e6d647060 admin admin] Publish callbacks [] for router_gateway (d55d3f47-7fbb-45b3-b270-07e76c2cc801), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:58.370963 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-82aa467f-47e0-44d1-a400-a96eb7029e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:40:57Z', 'revision_number': 5, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port': {'id': '14d6285c-1aa1-4a7d-b324-0e608d6681a9', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:40:58.391719 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f6b74f99-0599-4f4f-9127-e8becb69f236 req-9dcdc11c-c40e-449f-b550-9323d21864d8 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795765 Jul 20 08:40:58.398087 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aa467f-47e0-44d1-a400-a96eb7029e15 None None] Checking router: d55d3f47-7fbb-45b3-b270-07e76c2cc801 for host: dv-cinder-823089-3-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:40:58.401963 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-f14d40ef-730b-4a95-a582-628e6d647060 admin admin] Deleting port 14d6285c-1aa1-4a7d-b324-0e608d6681a9 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:40:58.402350 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f14d40ef-730b-4a95-a582-628e6d647060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (14d6285c-1aa1-4a7d-b324-0e608d6681a9), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:58.413099 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aa467f-47e0-44d1-a400-a96eb7029e15 None None] Routers {'d55d3f47-7fbb-45b3-b270-07e76c2cc801'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:40:58.413849 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-82aa467f-47e0-44d1-a400-a96eb7029e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:40:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:40:58.501295 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-82aa467f-47e0-44d1-a400-a96eb7029e15 None None] Set router d55d3f47-7fbb-45b3-b270-07e76c2cc801 gateway port host: None {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:40:58.513533 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-f14d40ef-730b-4a95-a582-628e6d647060 admin admin] For port 14d6285c-1aa1-4a7d-b324-0e608d6681a9, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=14d6285c-1aa1-4a7d-b324-0e608d6681a9,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:40:58.513907 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f14d40ef-730b-4a95-a582-628e6d647060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (14d6285c-1aa1-4a7d-b324-0e608d6681a9), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:58.531122 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-f14d40ef-730b-4a95-a582-628e6d647060 admin admin] Calling delete_port for 14d6285c-1aa1-4a7d-b324-0e608d6681a9 owned by network:router_gateway {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:40:58.555628 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-82aa467f-47e0-44d1-a400-a96eb7029e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:40:58Z', 'revision_number': 6, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port_host': None}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:40:58.679777 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aa467f-47e0-44d1-a400-a96eb7029e15 None None] The sync data for ids ['d55d3f47-7fbb-45b3-b270-07e76c2cc801'] in dv-cinder-823089-3-iscsi is: [{'id': 'd55d3f47-7fbb-45b3-b270-07e76c2cc801', 'name': 'tempest-TestVolumeBootPattern-794031210-router', 'tenant_id': 'fcfc8ebb18c54de29556d0b93593d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:40Z', 'updated_at': '2022-07-20T08:40:58Z', 'revision_number': 6, 'project_id': 'fcfc8ebb18c54de29556d0b93593d676', 'gw_port_host': None}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:40:58.708278 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:58.722006 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f14d40ef-730b-4a95-a582-628e6d647060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (14d6285c-1aa1-4a7d-b324-0e608d6681a9), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:58.747302 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d40ef-730b-4a95-a582-628e6d647060 admin admin] Pushing event deleted for resources: {'Port': ['ID=14d6285c-1aa1-4a7d-b324-0e608d6681a9,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:40:58.807580 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:40:59.057182 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f14d40ef-730b-4a95-a582-628e6d647060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730087'] for router_gateway (d55d3f47-7fbb-45b3-b270-07e76c2cc801), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:59.149890 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f14d40ef-730b-4a95-a582-628e6d647060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3830'] for router (d55d3f47-7fbb-45b3-b270-07e76c2cc801), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:59.152270 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f14d40ef-730b-4a95-a582-628e6d647060 admin admin] Publish callbacks [] for router_controller (d55d3f47-7fbb-45b3-b270-07e76c2cc801), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:59.197286 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f14d40ef-730b-4a95-a582-628e6d647060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676458'] for router (d55d3f47-7fbb-45b3-b270-07e76c2cc801), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:59.197952 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14d40ef-730b-4a95-a582-628e6d647060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d55d3f47-7fbb-45b3-b270-07e76c2cc801 {{(pid=104022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 08:40:59.202830 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f14d40ef-730b-4a95-a582-628e6d647060 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:59.204143 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f14d40ef-730b-4a95-a582-628e6d647060 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d55d3f47-7fbb-45b3-b270-07e76c2cc801 HTTP/1.1" status: 204 len: 168 time: 1.1662359 Jul 20 08:40:59.206826 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 45368) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:40:59.257748 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-14276ec0-9671-4fdb-92bd-d062b7341cff admin admin] Deleting subnet 3c888370-e66b-4395-b90c-a65ec529794b {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 08:40:59.260913 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-14276ec0-9671-4fdb-92bd-d062b7341cff admin admin] Publish callbacks [] for subnet (3c888370-e66b-4395-b90c-a65ec529794b), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:59.301245 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-14276ec0-9671-4fdb-92bd-d062b7341cff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3606698'] for subnet (3c888370-e66b-4395-b90c-a65ec529794b), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:59.377329 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-14276ec0-9671-4fdb-92bd-d062b7341cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1021515'] for subnet (3c888370-e66b-4395-b90c-a65ec529794b), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:59.431580 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-14276ec0-9671-4fdb-92bd-d062b7341cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529141650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530497388'] for subnet (3c888370-e66b-4395-b90c-a65ec529794b), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:59.459621 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14276ec0-9671-4fdb-92bd-d062b7341cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c888370-e66b-4395-b90c-a65ec529794b,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:40:59.465558 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-14276ec0-9671-4fdb-92bd-d062b7341cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:59.472100 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-14276ec0-9671-4fdb-92bd-d062b7341cff admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3c888370-e66b-4395-b90c-a65ec529794b HTTP/1.1" status: 204 len: 168 time: 0.2610338 Jul 20 08:40:59.472954 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.64', 45372) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:40:59.477543 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca6be2b-ecdb-47fd-b561-57c1525a9e7f None None] Network 348269a8-7968-40a5-99e7-854f19c8d583 requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:40:59.559634 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-828437'] for network (348269a8-7968-40a5-99e7-854f19c8d583), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:59.559991 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device d16feada-701e-4fcd-aa58-aa8183cba2b2 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:40:59.563072 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ae82a-137b-410b-b462-286d2213790c req-8beda15d-03a1-4a2b-b08b-6bcad2c6325c tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:40:59.571133 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-770ae82a-137b-410b-b462-286d2213790c req-8beda15d-03a1-4a2b-b08b-6bcad2c6325c tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 945 time: 0.0695212 Jul 20 08:40:59.584989 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: d16feada-701e-4fcd-aa58-aa8183cba2b2 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:40:59.585333 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device d16feada-701e-4fcd-aa58-aa8183cba2b2 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:40:59.585754 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 14d6285c-1aa1-4a7d-b324-0e608d6681a9 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:40:59.605530 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 14d6285c-1aa1-4a7d-b324-0e608d6681a9 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:40:59.605879 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 14d6285c-1aa1-4a7d-b324-0e608d6681a9 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:40:59.611697 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] Deleting port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:40:59.612227 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (5ee0d9d2-17cb-4d89-84cd-59f3f1980003), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:59.626823 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-770ae82a-137b-410b-b462-286d2213790c req-c4b59cca-77cc-4e25-a554-693381da4d24 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544417 Jul 20 08:40:59.696074 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] For port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=5ee0d9d2-17cb-4d89-84cd-59f3f1980003,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:40:59.696443 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (5ee0d9d2-17cb-4d89-84cd-59f3f1980003), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:59.708227 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] DHCP port deletion for 348269a8-7968-40a5-99e7-854f19c8d583 request from dv-cinder-823089-3-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 08:40:59.713063 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] Calling delete_port for 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:40:59.768292 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Deleting port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:40:59.768660 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (5ee0d9d2-17cb-4d89-84cd-59f3f1980003), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:59.809574 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529145699'] for port (5ee0d9d2-17cb-4d89-84cd-59f3f1980003), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:59.847701 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] No DVR routers for this DVR port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 on host dv-cinder-823089-3-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:40:59.853264 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee0d9d2-17cb-4d89-84cd-59f3f1980003,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:40:59.947591 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021194', 'neutron.services.segments.db._delete_segments_for_network-8761468045370'] for network (348269a8-7968-40a5-99e7-854f19c8d583), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:40:59.974621 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348269a8-7968-40a5-99e7-854f19c8d583']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:40:59.988967 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326f4fb2-8eb9-4c8e-8125-1852d82be619') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:40:59.988967 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326f4fb2-8eb9-4c8e-8125-1852d82be619') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:41:00.002051 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761468047427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3606675'] for segment (326f4fb2-8eb9-4c8e-8125-1852d82be619), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:00.023616 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da4b2e-d952-4099-88f4-291736327188 req-71e539c9-a640-42f1-b2d1-65cbc8c46824 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:00.024550 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (326f4fb2-8eb9-4c8e-8125-1852d82be619), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:00.025169 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7da4b2e-d952-4099-88f4-291736327188 req-71e539c9-a640-42f1-b2d1-65cbc8c46824 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 945 time: 0.0715432 Jul 20 08:41:00.032759 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 08:41:00.033295 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529145648'] for segment (326f4fb2-8eb9-4c8e-8125-1852d82be619), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:00.050471 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] For port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=5ee0d9d2-17cb-4d89-84cd-59f3f1980003,segment=NetworkSegment(326f4fb2-8eb9-4c8e-8125-1852d82be619),segment_id=326f4fb2-8eb9-4c8e-8125-1852d82be619)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:41:00.050471 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (5ee0d9d2-17cb-4d89-84cd-59f3f1980003), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:00.056810 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:00.075505 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Calling delete_port for 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:41:00.096448 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:00.119392 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730124'] for network (348269a8-7968-40a5-99e7-854f19c8d583), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:00.128426 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:00.132986 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] 10.222.0.64 "DELETE /v2.0/networks/348269a8-7968-40a5-99e7-854f19c8d583 HTTP/1.1" status: 204 len: 168 time: 0.6592588 Jul 20 08:41:00.139050 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 45378) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:41:00.143013 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-c7da4b2e-d952-4099-88f4-291736327188 req-82c611a0-2eab-4120-a22d-5397440be39c tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Deleting port 6faee15f-3470-4593-bf98-170d13c068e3 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:41:00.144309 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c7da4b2e-d952-4099-88f4-291736327188 req-82c611a0-2eab-4120-a22d-5397440be39c tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (6faee15f-3470-4593-bf98-170d13c068e3), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:00.145044 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc25236-a6a3-40d6-a065-e6563cfb5f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=348269a8-7968-40a5-99e7-854f19c8d583,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:41:00.190467 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021'] for port (5ee0d9d2-17cb-4d89-84cd-59f3f1980003), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:00.215018 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Network 348269a8-7968-40a5-99e7-854f19c8d583 is not hosted by any dhcp agent {{(pid=104023) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 20 08:41:00.215601 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] No DVR routers for this DVR port 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 on host dv-cinder-823089-3-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:41:00.218779 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Pushing event deleted for resources: {'Port': ['ID=5ee0d9d2-17cb-4d89-84cd-59f3f1980003,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:41:00.228175 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:00.228753 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:00.229096 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:00.229458 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:00.229759 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:00.230290 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:00.230895 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:00.231236 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:00.231563 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:00.233181 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:00.233824 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:00.234157 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:00.234493 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:00.234849 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:00.235206 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9bb6a-1258-4fbc-a80b-b27425a92ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:00.247313 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 326f4fb2-8eb9-4c8e-8125-1852d82be619 resource provider aggregate not found Jul 20 08:41:00.267142 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 326f4fb2-8eb9-4c8e-8125-1852d82be619 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 326f4fb2-8eb9-4c8e-8125-1852d82be619 found for delete ", "request_id": "req-4ba31f2f-3d20-4073-8231-51c106653b34"}]} Jul 20 08:41:00.351561 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-c7da4b2e-d952-4099-88f4-291736327188 req-82c611a0-2eab-4120-a22d-5397440be39c tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] For port 6faee15f-3470-4593-bf98-170d13c068e3, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=6faee15f-3470-4593-bf98-170d13c068e3,segment=NetworkSegment(4d9fe918-2acc-4c19-a881-8cf442a51e86),segment_id=4d9fe918-2acc-4c19-a881-8cf442a51e86)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:41:00.351933 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c7da4b2e-d952-4099-88f4-291736327188 req-82c611a0-2eab-4120-a22d-5397440be39c tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (6faee15f-3470-4593-bf98-170d13c068e3), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:00.400455 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-c7da4b2e-d952-4099-88f4-291736327188 req-82c611a0-2eab-4120-a22d-5397440be39c tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Calling delete_port for 6faee15f-3470-4593-bf98-170d13c068e3 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:41:00.402135 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:00.746144 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929157dc-352b-4359-a1d6-3f1fae7029f5 req-4b0b06bc-8392-460a-a5e7-ee4c4de9ef9f tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:00.747706 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-929157dc-352b-4359-a1d6-3f1fae7029f5 req-4b0b06bc-8392-460a-a5e7-ee4c4de9ef9f tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8c671d7-3413-41f7-a679-3951058e5050 HTTP/1.1" status: 200 len: 945 time: 0.0519841 Jul 20 08:41:00.798944 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:00.799704 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-929157dc-352b-4359-a1d6-3f1fae7029f5 req-643da1fb-238e-4dd2-993f-95e10ceb48e7 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449867 Jul 20 08:41:00.936880 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c7da4b2e-d952-4099-88f4-291736327188 req-82c611a0-2eab-4120-a22d-5397440be39c tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (6faee15f-3470-4593-bf98-170d13c068e3), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:00.985790 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c611a0-2eab-4120-a22d-5397440be39c tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Pushing event deleted for resources: {'Port': ['ID=6faee15f-3470-4593-bf98-170d13c068e3,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:41:01.000765 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9d32c315-cda6-43f7-8a75-40ee4ba5740f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731768'] for router_interface (876d6a6c-369b-4186-ad32-a818d10619c2), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:01.070844 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7da4b2e-d952-4099-88f4-291736327188 req-82c611a0-2eab-4120-a22d-5397440be39c tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] No DVR routers for this DVR port 6faee15f-3470-4593-bf98-170d13c068e3 on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:41:01.074310 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c7da4b2e-d952-4099-88f4-291736327188 req-82c611a0-2eab-4120-a22d-5397440be39c tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:01.077741 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7da4b2e-d952-4099-88f4-291736327188 req-82c611a0-2eab-4120-a22d-5397440be39c tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.18 "DELETE /v2.0/ports/6faee15f-3470-4593-bf98-170d13c068e3 HTTP/1.1" status: 204 len: 173 time: 1.0473223 Jul 20 08:41:01.078175 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c671d7-3413-41f7-a679-3951058e5050', 'name': 'network-vif-deleted', 'tag': '6faee15f-3470-4593-bf98-170d13c068e3'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:41:01.080534 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0edae59-8737-49a3-a372-3e6252c4b013" -d '{"events": [{"server_uuid": "c8c671d7-3413-41f7-a679-3951058e5050", "name": "network-vif-deleted", "tag": "6faee15f-3470-4593-bf98-170d13c068e3"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:41:01.134742 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234660af-35c4-4bd8-84fe-9226115f5196 x-openstack-request-id: req-234660af-35c4-4bd8-84fe-9226115f5196 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:41:01.135028 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c671d7-3413-41f7-a679-3951058e5050", "name": "network-vif-deleted", "tag": "6faee15f-3470-4593-bf98-170d13c068e3", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:41:01.135276 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-234660af-35c4-4bd8-84fe-9226115f5196 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:41:01.135671 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234660af-35c4-4bd8-84fe-9226115f5196'] response: {'server_uuid': 'c8c671d7-3413-41f7-a679-3951058e5050', 'name': 'network-vif-deleted', 'tag': '6faee15f-3470-4593-bf98-170d13c068e3', 'status': 'completed', 'code': 200} Jul 20 08:41:01.282286 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-9d32c315-cda6-43f7-8a75-40ee4ba5740f admin admin] Deleting port b765e410-0dfd-41d8-8338-75a32b09e6e6 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:41:01.282534 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9d32c315-cda6-43f7-8a75-40ee4ba5740f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:01.368394 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-9d32c315-cda6-43f7-8a75-40ee4ba5740f admin admin] For port b765e410-0dfd-41d8-8338-75a32b09e6e6, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=b765e410-0dfd-41d8-8338-75a32b09e6e6,segment=NetworkSegment(c71e3534-e32c-435a-ad75-d4ed1075930e),segment_id=c71e3534-e32c-435a-ad75-d4ed1075930e)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:41:01.368766 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9d32c315-cda6-43f7-8a75-40ee4ba5740f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:01.381795 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-9d32c315-cda6-43f7-8a75-40ee4ba5740f admin admin] Calling delete_port for b765e410-0dfd-41d8-8338-75a32b09e6e6 owned by network:router_interface {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:41:01.513857 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:41:01.523487 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:01.535552 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:41:01.535832 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 5ee0d9d2-17cb-4d89-84cd-59f3f1980003 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:41:01.596474 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9d32c315-cda6-43f7-8a75-40ee4ba5740f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (b765e410-0dfd-41d8-8338-75a32b09e6e6), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:01.626275 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32c315-cda6-43f7-8a75-40ee4ba5740f admin admin] Pushing event deleted for resources: {'Port': ['ID=b765e410-0dfd-41d8-8338-75a32b09e6e6,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:41:01.654319 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:01.806776 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9d32c315-cda6-43f7-8a75-40ee4ba5740f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2036498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1731660'] for router_interface (876d6a6c-369b-4186-ad32-a818d10619c2), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:02.051633 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d32c315-cda6-43f7-8a75-40ee4ba5740f admin admin] Router 876d6a6c-369b-4186-ad32-a818d10619c2 has already been hosted by L3 agent e3750dcc-5504-44fc-8961-8241d586a6e1 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 08:41:02.159078 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d32c315-cda6-43f7-8a75-40ee4ba5740f admin admin] Notify agent at l3_agent.dv-cinder-823089-3-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 08:41:02.163946 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9d32c315-cda6-43f7-8a75-40ee4ba5740f admin admin] 10.222.0.64 "PUT /v2.0/routers/876d6a6c-369b-4186-ad32-a818d10619c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0224235 Jul 20 08:41:02.166535 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 45392) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:41:02.169386 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431efb6f-5106-4aec-9940-3ca1b1d2f84d None None] Sync routers for ids ['876d6a6c-369b-4186-ad32-a818d10619c2'] in dv-cinder-823089-3-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 08:41:02.180356 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431efb6f-5106-4aec-9940-3ca1b1d2f84d None None] Routers {'876d6a6c-369b-4186-ad32-a818d10619c2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:41:02.180986 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-431efb6f-5106-4aec-9940-3ca1b1d2f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:40:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['876d6a6c-369b-4186-ad32-a818d10619c2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:41:02.265366 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c3d8-16e0-433e-b4c7-b939c0160ddd admin admin] Publish callbacks [] for router (876d6a6c-369b-4186-ad32-a818d10619c2), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:02.284855 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-431efb6f-5106-4aec-9940-3ca1b1d2f84d None None] Set router 876d6a6c-369b-4186-ad32-a818d10619c2 gateway port host: dv-cinder-823089-3-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:41:02.367915 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c3d8-16e0-433e-b4c7-b939c0160ddd admin admin] Publish callbacks [] for router_gateway (876d6a6c-369b-4186-ad32-a818d10619c2), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:02.415877 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6c3d8-16e0-433e-b4c7-b939c0160ddd admin admin] Deleting port ae8dfa76-0e7a-4509-ba38-296d3d8ea38a {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:41:02.416221 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c3d8-16e0-433e-b4c7-b939c0160ddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (ae8dfa76-0e7a-4509-ba38-296d3d8ea38a), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:02.443368 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:02.457631 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-431efb6f-5106-4aec-9940-3ca1b1d2f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'name': 'tempest-TestVolumeBootPattern-245667724-router', 'tenant_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'external_fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'ae8dfa76-0e7a-4509-ba38-296d3d8ea38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:46Z', 'updated_at': '2022-07-20T08:41:01Z', 'revision_number': 5, 'project_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'gw_port': {'id': 'ae8dfa76-0e7a-4509-ba38-296d3d8ea38a', 'name': '', 'network_id': 'a1c48fb5-2431-447f-bf04-61d33fd44216', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823089-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T08:29:46Z', 'updated_at': '2022-07-20T08:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cb6252-a3ad-43e6-93cd-077021c03ab6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823089-3-iscsi'}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:41:02.460352 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:02.487228 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431efb6f-5106-4aec-9940-3ca1b1d2f84d None None] Checking router: 876d6a6c-369b-4186-ad32-a818d10619c2 for host: dv-cinder-823089-3-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 08:41:02.497176 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431efb6f-5106-4aec-9940-3ca1b1d2f84d None None] Routers {'876d6a6c-369b-4186-ad32-a818d10619c2'} bound to L3 agent in host dv-cinder-823089-3-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 08:41:02.497827 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-431efb6f-5106-4aec-9940-3ca1b1d2f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823089-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T08:16:52Z,description=,heartbeat_timestamp=2022-07-20T08:40:52Z,host='dv-cinder-823089-3-iscsi',id=e3750dcc-5504-44fc-8961-8241d586a6e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T08:16:52Z,topic='l3_agent')) {'router_ids': ['876d6a6c-369b-4186-ad32-a818d10619c2'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:41:02.499101 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-f5a6c3d8-16e0-433e-b4c7-b939c0160ddd admin admin] For port ae8dfa76-0e7a-4509-ba38-296d3d8ea38a, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=ae8dfa76-0e7a-4509-ba38-296d3d8ea38a,segment=NetworkSegment(81614e7c-45d1-473e-aae3-f2eb26708a28),segment_id=81614e7c-45d1-473e-aae3-f2eb26708a28)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:41:02.499479 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c3d8-16e0-433e-b4c7-b939c0160ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (ae8dfa76-0e7a-4509-ba38-296d3d8ea38a), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:02.509133 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:02.513887 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6c3d8-16e0-433e-b4c7-b939c0160ddd admin admin] Calling delete_port for ae8dfa76-0e7a-4509-ba38-296d3d8ea38a owned by network:router_gateway {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:41:02.576146 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:02.587439 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-431efb6f-5106-4aec-9940-3ca1b1d2f84d None None] Set router 876d6a6c-369b-4186-ad32-a818d10619c2 gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 08:41:02.642442 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-431efb6f-5106-4aec-9940-3ca1b1d2f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'name': 'tempest-TestVolumeBootPattern-245667724-router', 'tenant_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:46Z', 'updated_at': '2022-07-20T08:41:02Z', 'revision_number': 6, 'project_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'gw_port_host': None}], 'dv-cinder-823089-3-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:41:02.672386 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431efb6f-5106-4aec-9940-3ca1b1d2f84d None None] The sync data for ids ['876d6a6c-369b-4186-ad32-a818d10619c2'] in dv-cinder-823089-3-iscsi is: [{'id': '876d6a6c-369b-4186-ad32-a818d10619c2', 'name': 'tempest-TestVolumeBootPattern-245667724-router', 'tenant_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T08:29:46Z', 'updated_at': '2022-07-20T08:41:02Z', 'revision_number': 6, 'project_id': '0b42df36a52d4b21b94ccd2d90d1e7a6', 'gw_port_host': None}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 08:41:02.699770 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c3d8-16e0-433e-b4c7-b939c0160ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (ae8dfa76-0e7a-4509-ba38-296d3d8ea38a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:02.727804 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6c3d8-16e0-433e-b4c7-b939c0160ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8dfa76-0e7a-4509-ba38-296d3d8ea38a,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:41:02.798746 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c3d8-16e0-433e-b4c7-b939c0160ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730087'] for router_gateway (876d6a6c-369b-4186-ad32-a818d10619c2), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:02.887971 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c3d8-16e0-433e-b4c7-b939c0160ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3830'] for router (876d6a6c-369b-4186-ad32-a818d10619c2), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:02.891173 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c3d8-16e0-433e-b4c7-b939c0160ddd admin admin] Publish callbacks [] for router_controller (876d6a6c-369b-4186-ad32-a818d10619c2), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:02.935998 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c3d8-16e0-433e-b4c7-b939c0160ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676458'] for router (876d6a6c-369b-4186-ad32-a818d10619c2), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:02.936684 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a6c3d8-16e0-433e-b4c7-b939c0160ddd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 876d6a6c-369b-4186-ad32-a818d10619c2 {{(pid=104021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 08:41:02.941542 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c3d8-16e0-433e-b4c7-b939c0160ddd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:02.942729 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f5a6c3d8-16e0-433e-b4c7-b939c0160ddd admin admin] 10.222.0.64 "DELETE /v2.0/routers/876d6a6c-369b-4186-ad32-a818d10619c2 HTTP/1.1" status: 204 len: 168 time: 0.7752166 Jul 20 08:41:02.945326 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 45394) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:41:02.992842 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99d9b3b-1f12-4a05-b316-42ff8831dc85 admin admin] Deleting subnet 350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2 {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 08:41:02.996128 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b99d9b3b-1f12-4a05-b316-42ff8831dc85 admin admin] Publish callbacks [] for subnet (350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.039130 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b99d9b3b-1f12-4a05-b316-42ff8831dc85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528500673'] for subnet (350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.132700 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b99d9b3b-1f12-4a05-b316-42ff8831dc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1021515'] for subnet (350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.192712 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b99d9b3b-1f12-4a05-b316-42ff8831dc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528676299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530434281'] for subnet (350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.219414 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d9b3b-1f12-4a05-b316-42ff8831dc85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:41:03.225469 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b99d9b3b-1f12-4a05-b316-42ff8831dc85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.228844 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b99d9b3b-1f12-4a05-b316-42ff8831dc85 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/350e00c7-7cf0-4837-b4ff-5dbeeaedc7a2 HTTP/1.1" status: 204 len: 168 time: 0.2821295 Jul 20 08:41:03.231335 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 45398) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:41:03.231815 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca308f9-bbe4-4a13-8558-b2d921ef6734 None None] Network 4e401ba1-7161-4e9b-92c4-bca3c5766b2b requested from dv-cinder-823089-3-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 08:41:03.309233 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-828437'] for network (4e401ba1-7161-4e9b-92c4-bca3c5766b2b), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.358918 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] Deleting port 41e500ec-9620-42a2-8349-9f1b4236c599 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:41:03.358918 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (41e500ec-9620-42a2-8349-9f1b4236c599), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.428665 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] For port 41e500ec-9620-42a2-8349-9f1b4236c599, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=41e500ec-9620-42a2-8349-9f1b4236c599,segment=NetworkSegment(c71e3534-e32c-435a-ad75-d4ed1075930e),segment_id=c71e3534-e32c-435a-ad75-d4ed1075930e)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:41:03.428960 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (41e500ec-9620-42a2-8349-9f1b4236c599), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.449389 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] Calling delete_port for 41e500ec-9620-42a2-8349-9f1b4236c599 owned by network:dhcp {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:41:03.467849 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd7da23-aa95-41f2-83e4-67f0384eeeac None None] DHCP port deletion for 4e401ba1-7161-4e9b-92c4-bca3c5766b2b request from dv-cinder-823089-3-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 08:41:03.523004 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-7fd7da23-aa95-41f2-83e4-67f0384eeeac None None] Deleting port 41e500ec-9620-42a2-8349-9f1b4236c599 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:41:03.523394 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7fd7da23-aa95-41f2-83e4-67f0384eeeac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (41e500ec-9620-42a2-8349-9f1b4236c599), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.536096 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:03.541126 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device b765e410-0dfd-41d8-8338-75a32b09e6e6 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:41:03.542883 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:03.570489 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: b765e410-0dfd-41d8-8338-75a32b09e6e6 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:41:03.570912 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device b765e410-0dfd-41d8-8338-75a32b09e6e6 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:41:03.571431 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 41e500ec-9620-42a2-8349-9f1b4236c599 no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:41:03.575386 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (41e500ec-9620-42a2-8349-9f1b4236c599), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.616443 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] Pushing event deleted for resources: {'Port': ['ID=41e500ec-9620-42a2-8349-9f1b4236c599,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:41:03.621744 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] No DVR routers for this DVR port 41e500ec-9620-42a2-8349-9f1b4236c599 on host dv-cinder-823089-3-iscsi {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:41:03.632236 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: 41e500ec-9620-42a2-8349-9f1b4236c599 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:41:03.632919 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device 41e500ec-9620-42a2-8349-9f1b4236c599 not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:41:03.633070 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device ae8dfa76-0e7a-4509-ba38-296d3d8ea38a no longer exists at agent ovs-agent-dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:41:03.640739 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-7fd7da23-aa95-41f2-83e4-67f0384eeeac None None] For port 41e500ec-9620-42a2-8349-9f1b4236c599, host dv-cinder-823089-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823089-3-iscsi',level=0,port_id=41e500ec-9620-42a2-8349-9f1b4236c599,segment=NetworkSegment(c71e3534-e32c-435a-ad75-d4ed1075930e),segment_id=c71e3534-e32c-435a-ad75-d4ed1075930e)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:41:03.641402 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7fd7da23-aa95-41f2-83e4-67f0384eeeac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (41e500ec-9620-42a2-8349-9f1b4236c599), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.669351 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 6faee15f-3470-4593-bf98-170d13c068e3 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:41:03.674666 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] No Port match for: ae8dfa76-0e7a-4509-ba38-296d3d8ea38a {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:41:03.675019 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Device ae8dfa76-0e7a-4509-ba38-296d3d8ea38a not bound to the agent host dv-cinder-823089-3-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:41:03.681985 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-7fd7da23-aa95-41f2-83e4-67f0384eeeac None None] Calling delete_port for 41e500ec-9620-42a2-8349-9f1b4236c599 owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:41:03.702958 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: 6faee15f-3470-4593-bf98-170d13c068e3 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:41:03.702958 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 6faee15f-3470-4593-bf98-170d13c068e3 not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:41:03.704412 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021194', 'neutron.services.segments.db._delete_segments_for_network-8761468045370'] for network (4e401ba1-7161-4e9b-92c4-bca3c5766b2b), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.727140 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e401ba1-7161-4e9b-92c4-bca3c5766b2b']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:41:03.738549 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71e3534-e32c-435a-ad75-d4ed1075930e') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:41:03.738997 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71e3534-e32c-435a-ad75-d4ed1075930e') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:41:03.750492 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761468047427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528500728'] for segment (c71e3534-e32c-435a-ad75-d4ed1075930e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.765917 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (c71e3534-e32c-435a-ad75-d4ed1075930e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.773868 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 08:41:03.774343 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528672105'] for segment (c71e3534-e32c-435a-ad75-d4ed1075930e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.786084 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7fd7da23-aa95-41f2-83e4-67f0384eeeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021'] for port (41e500ec-9620-42a2-8349-9f1b4236c599), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.834927 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd7da23-aa95-41f2-83e4-67f0384eeeac None None] No DVR routers for this DVR port 41e500ec-9620-42a2-8349-9f1b4236c599 on host dv-cinder-823089-3-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:41:03.841611 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7da23-aa95-41f2-83e4-67f0384eeeac None None] Pushing event deleted for resources: {'Port': ['ID=41e500ec-9620-42a2-8349-9f1b4236c599,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:41:03.866245 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730124'] for network (4e401ba1-7161-4e9b-92c4-bca3c5766b2b), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.871660 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:03.875538 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] 10.222.0.64 "DELETE /v2.0/networks/4e401ba1-7161-4e9b-92c4-bca3c5766b2b HTTP/1.1" status: 204 len: 168 time: 0.6430633 Jul 20 08:41:03.877392 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment c71e3534-e32c-435a-ad75-d4ed1075930e resource provider aggregate not found Jul 20 08:41:03.894311 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe0450-de27-42b0-9951-314ea5887fed admin admin] Pushing event deleted for resources: {'Network': ['ID=4e401ba1-7161-4e9b-92c4-bca3c5766b2b,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:41:03.899194 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment c71e3534-e32c-435a-ad75-d4ed1075930e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c71e3534-e32c-435a-ad75-d4ed1075930e found for delete ", "request_id": "req-e63b73d2-9fb5-4dca-8be2-2240c70065a1"}]} Jul 20 08:41:04.019608 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 45408) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:41:04.062559 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-df8fa9cf-6fe7-4cf5-8fc5-9455e72fffe4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fcfc8ebb18c54de29556d0b93593d676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415335 Jul 20 08:41:04.065202 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 45410) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:41:04.117234 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4af70ee6-6757-4bea-9348-581262104c3a admin admin] Publish callbacks [] for security_group (c88bd001-5e7c-46b7-949d-b9a8503583e5), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:04.142743 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4af70ee6-6757-4bea-9348-581262104c3a admin admin] Publish callbacks [] for security_group (c88bd001-5e7c-46b7-949d-b9a8503583e5), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:04.196545 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4af70ee6-6757-4bea-9348-581262104c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (c88bd001-5e7c-46b7-949d-b9a8503583e5), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:04.199166 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4af70ee6-6757-4bea-9348-581262104c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:04.200339 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4af70ee6-6757-4bea-9348-581262104c3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c88bd001-5e7c-46b7-949d-b9a8503583e5 HTTP/1.1" status: 204 len: 168 time: 0.1342251 Jul 20 08:41:04.210162 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af70ee6-6757-4bea-9348-581262104c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88bd001-5e7c-46b7-949d-b9a8503583e5,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:41:04.569559 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 45418) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:41:04.611819 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6538a618-7606-4f84-b102-b2a50670b2b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b42df36a52d4b21b94ccd2d90d1e7a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409436 Jul 20 08:41:04.614220 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 45420) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:41:04.665854 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-96b39a25-c158-40b9-8d68-82651a17c957 admin admin] Publish callbacks [] for security_group (e18f2d5b-2096-4c36-ba1b-d4a19c3f252e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:04.689953 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-96b39a25-c158-40b9-8d68-82651a17c957 admin admin] Publish callbacks [] for security_group (e18f2d5b-2096-4c36-ba1b-d4a19c3f252e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:04.738323 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-96b39a25-c158-40b9-8d68-82651a17c957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (e18f2d5b-2096-4c36-ba1b-d4a19c3f252e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:04.740979 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-96b39a25-c158-40b9-8d68-82651a17c957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:04.742171 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-96b39a25-c158-40b9-8d68-82651a17c957 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e18f2d5b-2096-4c36-ba1b-d4a19c3f252e HTTP/1.1" status: 204 len: 168 time: 0.1269248 Jul 20 08:41:04.753144 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b39a25-c158-40b9-8d68-82651a17c957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18f2d5b-2096-4c36-ba1b-d4a19c3f252e,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:41:05.243446 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:41:08.559395 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=42 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:10.792262 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=11 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:10.794961 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=10,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:11.936980 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-b5af4b7c-5686-42d4-9e4e-670087cbfd29 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:11.938460 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-b5af4b7c-5686-42d4-9e4e-670087cbfd29 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/networks?id=81a79de6-5fd5-4905-8d83-7fd26aa203bb HTTP/1.1" status: 200 len: 813 time: 0.1056910 Jul 20 08:41:11.953449 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-cb77bbf6-dbdc-4ebf-bcfd-0b7f80e44df7 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/quotas/0be8b8329d994ec59a61a90f29b2b629 HTTP/1.1" status: 200 len: 375 time: 0.0096433 Jul 20 08:41:11.994426 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-27ebcdc5-b770-4835-81a1-cbc31dfebffb tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0be8b8329d994ec59a61a90f29b2b629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359726 Jul 20 08:41:12.085578 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:12.090159 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-9eed5d44-e79d-47d3-922b-3a3288facbab service neutron] 10.222.0.64 "GET /v2.0/networks/81a79de6-5fd5-4905-8d83-7fd26aa203bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890017 Jul 20 08:41:12.159309 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:12.184869 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-38dcec60-0362-410a-be7d-f0f0b0fd9f92 service neutron] 10.222.0.64 "GET /v2.0/networks/81a79de6-5fd5-4905-8d83-7fd26aa203bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879045 Jul 20 08:41:12.351844 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-70a4d511-68de-46b9-bddc-4a56d722d7a4 req-acc65861-0578-4e08-bc3b-99647441b7f8 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802 HTTP/1.1" status: 200 len: 210 time: 0.0293977 Jul 20 08:41:12.942671 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:13.346834 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-48ea42e1-a210-4368-881b-9c35a1da4aa8 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:13.348337 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-48ea42e1-a210-4368-881b-9c35a1da4aa8 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.18 "GET /v2.0/networks?id=81a79de6-5fd5-4905-8d83-7fd26aa203bb HTTP/1.1" status: 200 len: 813 time: 0.1146131 Jul 20 08:41:13.368399 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-e0bf4c2f-e1bf-4403-9498-595d21585fe4 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Request body: {'port': {'device_id': 'ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802', 'network_id': '81a79de6-5fd5-4905-8d83-7fd26aa203bb', 'admin_state_up': True, 'tenant_id': '0be8b8329d994ec59a61a90f29b2b629'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:41:13.469710 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f0ebb558-b22d-41f7-a2d4-cf8d4754545b req-94c1537f-766f-4ba2-9e94-4a9b2e0a3604 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802 HTTP/1.1" status: 200 len: 210 time: 0.0377901 Jul 20 08:41:13.517456 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-e0bf4c2f-e1bf-4403-9498-595d21585fe4 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Made reservation on behalf of 0be8b8329d994ec59a61a90f29b2b629 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 08:41:13.520947 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-e0bf4c2f-e1bf-4403-9498-595d21585fe4 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:13.646260 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-e0bf4c2f-e1bf-4403-9498-595d21585fe4 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Allocated IP 172.20.0.7 (81a79de6-5fd5-4905-8d83-7fd26aa203bb/a3f2df08-5f06-459c-a71e-b0029538e16a/88040eab-26ec-41bd-a4e9-cf05a5857d44) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 08:41:13.797788 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-e0bf4c2f-e1bf-4403-9498-595d21585fe4 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Publish callbacks [] for port (88040eab-26ec-41bd-a4e9-cf05a5857d44), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:13.829927 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-e0bf4c2f-e1bf-4403-9498-595d21585fe4 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761467723012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (88040eab-26ec-41bd-a4e9-cf05a5857d44), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:13.872053 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-e0bf4c2f-e1bf-4403-9498-595d21585fe4 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Network 81a79de6-5fd5-4905-8d83-7fd26aa203bb is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 08:41:13.877434 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-e0bf4c2f-e1bf-4403-9498-595d21585fe4 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 08:41:13.881374 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-e0bf4c2f-e1bf-4403-9498-595d21585fe4 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 08:41:13.887446 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf4c2f-e1bf-4403-9498-595d21585fe4 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Pushing event updated for resources: {'Port': ['ID=88040eab-26ec-41bd-a4e9-cf05a5857d44,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:41:14.212092 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-e0bf4c2f-e1bf-4403-9498-595d21585fe4 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:14.212700 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-e0bf4c2f-e1bf-4403-9498-595d21585fe4 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:14.215896 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:14.230444 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-e0bf4c2f-e1bf-4403-9498-595d21585fe4 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8661423 Jul 20 08:41:14.247565 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Request body: {'port': {'device_id': 'ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82308'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 08:41:14.307214 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (88040eab-26ec-41bd-a4e9-cf05a5857d44), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:14.407678 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:14.569789 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88040eab-26ec-41bd-a4e9-cf05a5857d44 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:41:14.578609 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Publish callbacks [] for port (88040eab-26ec-41bd-a4e9-cf05a5857d44), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:14.591301 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Transition to ACTIVE for port object 88040eab-26ec-41bd-a4e9-cf05a5857d44 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 08:41:14.595255 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (88040eab-26ec-41bd-a4e9-cf05a5857d44), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:14.595744 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767bb05-60aa-4c5a-b263-950453956e81 req-91cbf8ab-a88a-4b22-88e2-6a499ce2b80f tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:14.597257 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a767bb05-60aa-4c5a-b263-950453956e81 req-91cbf8ab-a88a-4b22-88e2-6a499ce2b80f tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802 HTTP/1.1" status: 200 len: 931 time: 0.0536902 Jul 20 08:41:14.646283 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Pushing event updated for resources: {'Port': ['ID=88040eab-26ec-41bd-a4e9-cf05a5857d44,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:41:14.647830 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a767bb05-60aa-4c5a-b263-950453956e81 req-09013e0f-932c-4e3e-9249-845056268bd4 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450337 Jul 20 08:41:14.718891 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Attempting to bind port 88040eab-26ec-41bd-a4e9-cf05a5857d44 on host hv-cinder-82308 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 08:41:14.719232 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Attempting to bind port 88040eab-26ec-41bd-a4e9-cf05a5857d44 by drivers openvswitch,hyperv on host hv-cinder-82308 at level 0 using segments [{'id': '4d9fe918-2acc-4c19-a881-8cf442a51e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '81a79de6-5fd5-4905-8d83-7fd26aa203bb'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 08:41:14.719562 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Attempting to bind port 88040eab-26ec-41bd-a4e9-cf05a5857d44 on network 81a79de6-5fd5-4905-8d83-7fd26aa203bb {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:41:14.723942 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Port 88040eab-26ec-41bd-a4e9-cf05a5857d44 on network 81a79de6-5fd5-4905-8d83-7fd26aa203bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82308 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 08:41:14.724260 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Attempting to bind port 88040eab-26ec-41bd-a4e9-cf05a5857d44 on network 81a79de6-5fd5-4905-8d83-7fd26aa203bb {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 08:41:14.729012 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Checking agent: {'id': '1e27a1e8-66ee-4865-ba55-d43f386889bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'started_at': datetime.datetime(2022, 7, 20, 8, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 8, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 08:41:14.729346 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Checking segment: {'id': '4d9fe918-2acc-4c19-a881-8cf442a51e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '81a79de6-5fd5-4905-8d83-7fd26aa203bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 08:41:14.729725 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Bound using segment: {'id': '4d9fe918-2acc-4c19-a881-8cf442a51e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '81a79de6-5fd5-4905-8d83-7fd26aa203bb'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 08:41:14.730149 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Bound port: 88040eab-26ec-41bd-a4e9-cf05a5857d44, host: hv-cinder-82308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9fe918-2acc-4c19-a881-8cf442a51e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '81a79de6-5fd5-4905-8d83-7fd26aa203bb'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 08:41:14.730505 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (88040eab-26ec-41bd-a4e9-cf05a5857d44), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:14.794282 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] For port 88040eab-26ec-41bd-a4e9-cf05a5857d44, host hv-cinder-82308, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 08:41:14.797933 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] For port 88040eab-26ec-41bd-a4e9-cf05a5857d44, host hv-cinder-82308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=88040eab-26ec-41bd-a4e9-cf05a5857d44,segment=NetworkSegment(4d9fe918-2acc-4c19-a881-8cf442a51e86),segment_id=4d9fe918-2acc-4c19-a881-8cf442a51e86)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 08:41:14.804104 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528672013'] for port (88040eab-26ec-41bd-a4e9-cf05a5857d44), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:14.837270 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:14.837889 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:14.839325 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] 10.222.0.18 "PUT /v2.0/ports/88040eab-26ec-41bd-a4e9-cf05a5857d44 HTTP/1.1" status: 200 len: 1093 time: 0.5958724 Jul 20 08:41:14.841614 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802', 'tag': '88040eab-26ec-41bd-a4e9-cf05a5857d44'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:41:14.844129 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847c4219-e7b2-4193-9a2b-d3b92265d570" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802", "tag": "88040eab-26ec-41bd-a4e9-cf05a5857d44"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:41:14.869534 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9cab7-48a0-427c-8967-c198f33513da service neutron] Pushing event updated for resources: {'Port': ['ID=88040eab-26ec-41bd-a4e9-cf05a5857d44,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:41:14.882564 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 08:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1364909-18ee-40fc-ab02-ae99b493c4a1 x-openstack-request-id: req-d1364909-18ee-40fc-ab02-ae99b493c4a1 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:41:14.882886 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802", "tag": "88040eab-26ec-41bd-a4e9-cf05a5857d44", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:41:14.883143 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1364909-18ee-40fc-ab02-ae99b493c4a1 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:41:14.883550 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1364909-18ee-40fc-ab02-ae99b493c4a1'] response: {'name': 'network-changed', 'server_uuid': 'ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802', 'tag': '88040eab-26ec-41bd-a4e9-cf05a5857d44', 'status': 'completed', 'code': 200} Jul 20 08:41:14.940301 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-4167196e-9dc9-4ed3-818f-3cc8fd18b3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:14.941809 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-4167196e-9dc9-4ed3-818f-3cc8fd18b3f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0be8b8329d994ec59a61a90f29b2b629&device_id=ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802 HTTP/1.1" status: 200 len: 1127 time: 0.0412471 Jul 20 08:41:14.986376 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-48a2b255-928f-44ac-bc86-a571a9fa1bf1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88040eab-26ec-41bd-a4e9-cf05a5857d44 HTTP/1.1" status: 200 len: 217 time: 0.0330935 Jul 20 08:41:15.044868 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-6daf5c95-0d35-4db4-9f89-586423b76ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:15.047103 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-6daf5c95-0d35-4db4-9f89-586423b76ace service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f2df08-5f06-459c-a71e-b0029538e16a HTTP/1.1" status: 200 len: 853 time: 0.0506191 Jul 20 08:41:15.079697 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-9c09ea93-0742-4875-b0af-f2f90fc8f741 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=81a79de6-5fd5-4905-8d83-7fd26aa203bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267739 Jul 20 08:41:15.170807 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-439454cc-79fc-42d7-8141-90a95a9699f1 service neutron] 10.222.0.18 "GET /v2.0/networks/81a79de6-5fd5-4905-8d83-7fd26aa203bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843506 Jul 20 08:41:15.238887 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=43 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:15.239521 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:15.267806 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efab2ae6-cd5d-4c79-8357-79689da6aa2e req-0e436632-b890-47de-9ddb-ddb8e69e649f service neutron] 10.222.0.18 "GET /v2.0/networks/81a79de6-5fd5-4905-8d83-7fd26aa203bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919983 Jul 20 08:41:15.772604 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50389d5f-60ca-4f01-a252-17e43bec5cc8 req-e0885fa3-a95c-4c78-b31f-f2a40039eb35 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:15.774004 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-50389d5f-60ca-4f01-a252-17e43bec5cc8 req-e0885fa3-a95c-4c78-b31f-f2a40039eb35 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802 HTTP/1.1" status: 200 len: 943 time: 0.0532811 Jul 20 08:41:15.822536 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-50389d5f-60ca-4f01-a252-17e43bec5cc8 req-24c3ae10-547b-4e20-aa56-af3a9c85c7b3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429852 Jul 20 08:41:16.899655 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:16.938604 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bd798-5d17-46af-9b66-afe32169cbc7 req-d8c70a0c-96d0-4882-a737-3144b6366959 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:16.940096 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f85bd798-5d17-46af-9b66-afe32169cbc7 req-d8c70a0c-96d0-4882-a737-3144b6366959 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802 HTTP/1.1" status: 200 len: 943 time: 0.0491848 Jul 20 08:41:16.987843 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f85bd798-5d17-46af-9b66-afe32169cbc7 req-12f0e983-30da-431b-b911-5ecb349c5002 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419164 Jul 20 08:41:17.556539 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c4219-e7b2-4193-9a2b-d3b92265d570 req-e66a3342-1457-4211-8979-cdfc35642d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:17.558046 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-847c4219-e7b2-4193-9a2b-d3b92265d570 req-e66a3342-1457-4211-8979-cdfc35642d3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0be8b8329d994ec59a61a90f29b2b629&device_id=ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802 HTTP/1.1" status: 200 len: 1127 time: 0.0449808 Jul 20 08:41:17.648034 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c4219-e7b2-4193-9a2b-d3b92265d570 req-bfffe300-baf8-4a21-bf84-393c4da8f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:17.649498 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-847c4219-e7b2-4193-9a2b-d3b92265d570 req-bfffe300-baf8-4a21-bf84-393c4da8f0e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=81a79de6-5fd5-4905-8d83-7fd26aa203bb HTTP/1.1" status: 200 len: 914 time: 0.0861065 Jul 20 08:41:17.691862 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-847c4219-e7b2-4193-9a2b-d3b92265d570 req-ed38710a-e194-4246-af46-e6d3e520c895 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88040eab-26ec-41bd-a4e9-cf05a5857d44 HTTP/1.1" status: 200 len: 217 time: 0.0365448 Jul 20 08:41:17.739869 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c4219-e7b2-4193-9a2b-d3b92265d570 req-a4f6924b-32c0-4519-9d2e-3ac5c135d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:17.741231 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-847c4219-e7b2-4193-9a2b-d3b92265d570 req-a4f6924b-32c0-4519-9d2e-3ac5c135d7c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f2df08-5f06-459c-a71e-b0029538e16a HTTP/1.1" status: 200 len: 853 time: 0.0445752 Jul 20 08:41:17.747282 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 88040eab-26ec-41bd-a4e9-cf05a5857d44 details requested by agent hyperv_hv-cinder-82308 with host hv-cinder-82308 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 08:41:17.774545 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-847c4219-e7b2-4193-9a2b-d3b92265d570 req-4d0a7a32-eeb9-4219-bd41-ad5807f75387 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=81a79de6-5fd5-4905-8d83-7fd26aa203bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276554 Jul 20 08:41:17.852420 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 88040eab-26ec-41bd-a4e9-cf05a5857d44, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=88040eab-26ec-41bd-a4e9-cf05a5857d44,segment=NetworkSegment(4d9fe918-2acc-4c19-a881-8cf442a51e86),segment_id=4d9fe918-2acc-4c19-a881-8cf442a51e86)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:41:17.864313 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Returning: {'device': '88040eab-26ec-41bd-a4e9-cf05a5857d44', 'network_id': '81a79de6-5fd5-4905-8d83-7fd26aa203bb', 'port_id': '88040eab-26ec-41bd-a4e9-cf05a5857d44', 'mac_address': 'fa:16:3e:73:eb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f2df08-5f06-459c-a71e-b0029538e16a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 08:41:17.870160 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-847c4219-e7b2-4193-9a2b-d3b92265d570 req-c96a6068-92cd-412e-be25-bac4471dbb61 service neutron] 10.222.0.18 "GET /v2.0/networks/81a79de6-5fd5-4905-8d83-7fd26aa203bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889633 Jul 20 08:41:17.899735 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 88040eab-26ec-41bd-a4e9-cf05a5857d44 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:41:17.900124 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (88040eab-26ec-41bd-a4e9-cf05a5857d44), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:17.913528 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88040eab-26ec-41bd-a4e9-cf05a5857d44 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 08:41:17.942424 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 88040eab-26ec-41bd-a4e9-cf05a5857d44, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=88040eab-26ec-41bd-a4e9-cf05a5857d44,segment=NetworkSegment(4d9fe918-2acc-4c19-a881-8cf442a51e86),segment_id=4d9fe918-2acc-4c19-a881-8cf442a51e86)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:41:17.946338 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (88040eab-26ec-41bd-a4e9-cf05a5857d44), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:17.963139 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-847c4219-e7b2-4193-9a2b-d3b92265d570 req-7889aaa5-b1ae-440c-bdec-1cc67e078ca7 service neutron] 10.222.0.18 "GET /v2.0/networks/81a79de6-5fd5-4905-8d83-7fd26aa203bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873077 Jul 20 08:41:17.992229 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=88040eab-26ec-41bd-a4e9-cf05a5857d44,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:41:18.109150 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e21b82-1fb8-45e8-86fe-b7197c6263e1 req-cf9510c0-2b6f-43c9-aec7-45b66e137b2c tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:18.110669 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-20e21b82-1fb8-45e8-86fe-b7197c6263e1 req-cf9510c0-2b6f-43c9-aec7-45b66e137b2c tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802 HTTP/1.1" status: 200 len: 944 time: 0.0541213 Jul 20 08:41:18.160328 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-20e21b82-1fb8-45e8-86fe-b7197c6263e1 req-12deaff6-7c13-4e10-a6d4-15b4e866da7c tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440438 Jul 20 08:41:18.375760 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['88040eab-26ec-41bd-a4e9-cf05a5857d44'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:41:18.438998 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:18.442957 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:19.276660 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd48fd-176e-44c3-9171-5ce470f055ae req-252cf93c-5fe2-44fe-b016-cdac5ebb792d tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:19.278103 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95fd48fd-176e-44c3-9171-5ce470f055ae req-252cf93c-5fe2-44fe-b016-cdac5ebb792d tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802 HTTP/1.1" status: 200 len: 944 time: 0.0487552 Jul 20 08:41:19.329264 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95fd48fd-176e-44c3-9171-5ce470f055ae req-28bf845d-2461-4220-a3fa-cd69be5e8082 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454640 Jul 20 08:41:19.614554 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a489af66-cdf9-4a6d-8c22-88f3485b4483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:19.748116 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 88040eab-26ec-41bd-a4e9-cf05a5857d44 up at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 08:41:19.790396 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning for port 88040eab-26ec-41bd-a4e9-cf05a5857d44 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 08:41:19.796550 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Provisioning complete for port 88040eab-26ec-41bd-a4e9-cf05a5857d44 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 08:41:19.796958 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023635'] for port (88040eab-26ec-41bd-a4e9-cf05a5857d44), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:19.868424 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Current status of the port 88040eab-26ec-41bd-a4e9-cf05a5857d44 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 08:41:19.868740 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-930628'] for port (88040eab-26ec-41bd-a4e9-cf05a5857d44), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:19.894443 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88040eab-26ec-41bd-a4e9-cf05a5857d44'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:41:19.896732 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfc373c721d0ba81e86f9941d737948140d38fdda2eb1ea3c1d4e1fb9e8436d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbd9f40-3eeb-4d10-9400-2614f871a2ad" -d '{"events": [{"server_uuid": "ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802", "name": "network-vif-plugged", "status": "completed", "tag": "88040eab-26ec-41bd-a4e9-cf05a5857d44"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:41:19.911534 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] For port 88040eab-26ec-41bd-a4e9-cf05a5857d44, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=88040eab-26ec-41bd-a4e9-cf05a5857d44,segment=NetworkSegment(4d9fe918-2acc-4c19-a881-8cf442a51e86),segment_id=4d9fe918-2acc-4c19-a881-8cf442a51e86)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:41:19.922398 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761468122628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761467723030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761467723048'] for port (88040eab-26ec-41bd-a4e9-cf05a5857d44), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:19.945564 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e6a1d7-a699-4181-9d29-cf37eadf7675 x-openstack-request-id: req-75e6a1d7-a699-4181-9d29-cf37eadf7675 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:41:19.945842 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802", "name": "network-vif-plugged", "status": "completed", "tag": "88040eab-26ec-41bd-a4e9-cf05a5857d44", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:41:19.946094 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75e6a1d7-a699-4181-9d29-cf37eadf7675 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:41:19.946510 dv-cinder-823089-3-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e6a1d7-a699-4181-9d29-cf37eadf7675'] response: {'server_uuid': 'ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88040eab-26ec-41bd-a4e9-cf05a5857d44', 'code': 200} Jul 20 08:41:19.973669 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Pushing event updated for resources: {'Port': ['ID=88040eab-26ec-41bd-a4e9-cf05a5857d44,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:41:20.142482 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaee32e-bbd0-4bdc-b208-e4f0534ee18f req-a062bdf5-bdf8-4d90-ab8c-e6caeda1eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:20.143925 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aeaee32e-bbd0-4bdc-b208-e4f0534ee18f req-a062bdf5-bdf8-4d90-ab8c-e6caeda1eed3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802 HTTP/1.1" status: 200 len: 1129 time: 0.0401478 Jul 20 08:41:20.186990 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aeaee32e-bbd0-4bdc-b208-e4f0534ee18f req-d8a069eb-f6b9-4272-8863-2b1233032f16 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374420 Jul 20 08:41:20.443962 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe978eb3-cc85-459f-a6ab-9d617e9d4842 req-82c01d94-0d6e-4623-b6fb-c00e397445c5 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:20.445371 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fe978eb3-cc85-459f-a6ab-9d617e9d4842 req-82c01d94-0d6e-4623-b6fb-c00e397445c5 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802 HTTP/1.1" status: 200 len: 945 time: 0.0474060 Jul 20 08:41:20.492388 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fe978eb3-cc85-459f-a6ab-9d617e9d4842 req-1e161ecd-a096-4c17-8b1e-729cb2adeb4c tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415685 Jul 20 08:41:21.612290 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48738a3-7e31-4afe-bdd7-01013fb7e63d req-81854e94-c7d0-4f98-8cde-7b307d323aef tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:21.613831 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f48738a3-7e31-4afe-bdd7-01013fb7e63d req-81854e94-c7d0-4f98-8cde-7b307d323aef tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802 HTTP/1.1" status: 200 len: 945 time: 0.0503662 Jul 20 08:41:21.664753 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f48738a3-7e31-4afe-bdd7-01013fb7e63d req-d77a2969-ae40-4316-b5dc-c7943dad88c4 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449474 Jul 20 08:41:22.255602 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ca6433d7-570e-40ad-85ed-21bff7b639d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:22.786926 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d021b-3dfb-4347-835b-975c2b775442 req-e38479e8-8e65-4d1b-9b0a-7c1e70c4eb99 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:22.788413 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-515d021b-3dfb-4347-835b-975c2b775442 req-e38479e8-8e65-4d1b-9b0a-7c1e70c4eb99 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802 HTTP/1.1" status: 200 len: 945 time: 0.0520093 Jul 20 08:41:22.835680 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-515d021b-3dfb-4347-835b-975c2b775442 req-215b0263-5cb7-48be-be96-035680c57f7b tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417676 Jul 20 08:41:24.266095 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:26.092897 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:26.097076 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:26.580285 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:26.736575 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:31.653020 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=38 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:31.660717 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=36 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:32.829210 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=81 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:32.831915 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:36.729358 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:36.731299 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=45,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:42.246106 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:41:42.933495 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:43.468734 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [req-97a947e4-6468-44c3-90e1-3d8bd190ab73 req-828ace96-16f5-49e9-baac-4dc3a472e046 service neutron] (104022) timed out ('10.222.0.18', 64399) {{(pid=104022) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 08:41:47.030839 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef24174-6454-4f9e-b62d-9b0c085b0989 req-61241b3e-d348-4dd2-9389-17686f8991a2 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:47.032337 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1ef24174-6454-4f9e-b62d-9b0c085b0989 req-61241b3e-d348-4dd2-9389-17686f8991a2 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802 HTTP/1.1" status: 200 len: 945 time: 0.0487463 Jul 20 08:41:47.080956 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1ef24174-6454-4f9e-b62d-9b0c085b0989 req-9bcd3940-a92d-4f85-ab6d-8b5d56f8cd12 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423520 Jul 20 08:41:48.198999 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b1838-0f6f-426c-9cae-d6ea177b9439 req-d64cb053-f23d-4650-ac61-5c17fec4bd4e tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:48.200491 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-265b1838-0f6f-426c-9cae-d6ea177b9439 req-d64cb053-f23d-4650-ac61-5c17fec4bd4e tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802 HTTP/1.1" status: 200 len: 945 time: 0.0498006 Jul 20 08:41:48.253346 dv-cinder-823089-3-iscsi neutron-server[104022]: INFO neutron.wsgi [req-265b1838-0f6f-426c-9cae-d6ea177b9439 req-0967aff5-4dd2-4a20-9d42-6457ab0c7f4b tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/security-groups?id=84098360-0a80-4d8e-be61-fd6ac04fa8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473287 Jul 20 08:41:48.877244 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723e655-35a9-42c2-9c2f-aa05588b84bc req-1518ef0d-f2d6-47bc-8cf8-9cdbe0e43dbb tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 08:41:48.878718 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0723e655-35a9-42c2-9c2f-aa05588b84bc req-1518ef0d-f2d6-47bc-8cf8-9cdbe0e43dbb tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802 HTTP/1.1" status: 200 len: 945 time: 0.0462072 Jul 20 08:41:48.965867 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-0723e655-35a9-42c2-9c2f-aa05588b84bc req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Deleting port 88040eab-26ec-41bd-a4e9-cf05a5857d44 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 08:41:48.966204 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0723e655-35a9-42c2-9c2f-aa05588b84bc req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761468115685'] for port (88040eab-26ec-41bd-a4e9-cf05a5857d44), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:49.059812 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-0723e655-35a9-42c2-9c2f-aa05588b84bc req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] For port 88040eab-26ec-41bd-a4e9-cf05a5857d44, host hv-cinder-82308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82308',level=0,port_id=88040eab-26ec-41bd-a4e9-cf05a5857d44,segment=NetworkSegment(4d9fe918-2acc-4c19-a881-8cf442a51e86),segment_id=4d9fe918-2acc-4c19-a881-8cf442a51e86)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 08:41:49.060173 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0723e655-35a9-42c2-9c2f-aa05588b84bc req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735295'] for port (88040eab-26ec-41bd-a4e9-cf05a5857d44), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:49.073587 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-0723e655-35a9-42c2-9c2f-aa05588b84bc req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Calling delete_port for 88040eab-26ec-41bd-a4e9-cf05a5857d44 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 08:41:49.201003 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0723e655-35a9-42c2-9c2f-aa05588b84bc req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-930177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761468122682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761467723021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528672058'] for port (88040eab-26ec-41bd-a4e9-cf05a5857d44), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:49.226791 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Pushing event deleted for resources: {'Port': ['ID=88040eab-26ec-41bd-a4e9-cf05a5857d44,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:41:49.237419 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:49.237785 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:49.238134 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:49.238475 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:49.238842 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:49.239174 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:49.239870 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:49.239870 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:49.240138 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:49.240465 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:49.240796 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:49.241104 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] get_ports_and_sgs() called for port_ids ['88040eab-26ec-41bd-a4e9-cf05a5857d44'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 08:41:49.241501 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:49.241501 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:49.241751 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:49.242076 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823089-3-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 08:41:49.294294 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-0723e655-35a9-42c2-9c2f-aa05588b84bc req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] No DVR routers for this DVR port 88040eab-26ec-41bd-a4e9-cf05a5857d44 on host hv-cinder-82308 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 08:41:49.297724 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0723e655-35a9-42c2-9c2f-aa05588b84bc req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391992'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:49.300996 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0723e655-35a9-42c2-9c2f-aa05588b84bc req-85307f8f-3c15-4d12-91fa-e6e5a4deb5d3 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.18 "DELETE /v2.0/ports/88040eab-26ec-41bd-a4e9-cf05a5857d44 HTTP/1.1" status: 204 len: 173 time: 0.4169865 Jul 20 08:41:49.301443 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802', 'name': 'network-vif-deleted', 'tag': '88040eab-26ec-41bd-a4e9-cf05a5857d44'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 08:41:49.303822 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4c0b7e4546cd1925e84c37bcf5b54225bc19961f77e876d5fb31f2d2505ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ea7057-844e-468d-8801-0f8510b7f966" -d '{"events": [{"server_uuid": "ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802", "name": "network-vif-deleted", "tag": "88040eab-26ec-41bd-a4e9-cf05a5857d44"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 08:41:49.355477 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8782baf4-05f1-4dce-817d-2d7ccbf479cc req-712df386-0023-4a2f-a8dc-8412096b8e53 tempest-VolumesSnapshotTestJSON-1824569512 tempest-VolumesSnapshotTestJSON-1824569512-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802 HTTP/1.1" status: 200 len: 210 time: 0.0311668 Jul 20 08:41:49.476173 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 08:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2fe3db-7e38-4871-8b4a-81c01883c702 x-openstack-request-id: req-5a2fe3db-7e38-4871-8b4a-81c01883c702 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 08:41:49.476606 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802", "name": "network-vif-deleted", "tag": "88040eab-26ec-41bd-a4e9-cf05a5857d44", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 08:41:49.476753 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a2fe3db-7e38-4871-8b4a-81c01883c702 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 08:41:49.477114 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2fe3db-7e38-4871-8b4a-81c01883c702'] response: {'server_uuid': 'ec1a18bd-3d68-4b8b-a2e3-e1f8f0b07802', 'name': 'network-vif-deleted', 'tag': '88040eab-26ec-41bd-a4e9-cf05a5857d44', 'status': 'completed', 'code': 200} Jul 20 08:41:49.616730 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2e8b0535-7807-4e9c-b9b6-3e09c164507a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:49.812930 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=14 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:52.242156 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=14 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:52.260203 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-47f6bec9-6994-4bf9-825c-5fcbf82e3cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:54.193234 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 88040eab-26ec-41bd-a4e9-cf05a5857d44 no longer exists at agent hyperv_hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 08:41:54.212334 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] No Port match for: 88040eab-26ec-41bd-a4e9-cf05a5857d44 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 08:41:54.212680 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Device 88040eab-26ec-41bd-a4e9-cf05a5857d44 not bound to the agent host hv-cinder-82308 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 08:41:54.269341 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:56.584664 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:56.739424 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:41:58.246559 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=9 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:58.248699 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=9 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:59.333770 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=55,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:41:59.335675 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=56,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:42:03.092914 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:42:03.094166 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:42:06.728601 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:42:06.734718 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:42:12.957029 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:14.767387 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 45730) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:42:14.811744 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-b634a59c-59fe-40c8-8318-9540fa22bdff admin admin] Deleting subnet a3f2df08-5f06-459c-a71e-b0029538e16a {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 08:42:14.815509 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b634a59c-59fe-40c8-8318-9540fa22bdff admin admin] Publish callbacks [] for subnet (a3f2df08-5f06-459c-a71e-b0029538e16a), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:14.852764 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b634a59c-59fe-40c8-8318-9540fa22bdff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528500673'] for subnet (a3f2df08-5f06-459c-a71e-b0029538e16a), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:14.892956 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b634a59c-59fe-40c8-8318-9540fa22bdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1021515'] for subnet (a3f2df08-5f06-459c-a71e-b0029538e16a), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:14.946380 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b634a59c-59fe-40c8-8318-9540fa22bdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528676299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530434281'] for subnet (a3f2df08-5f06-459c-a71e-b0029538e16a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:14.971900 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634a59c-59fe-40c8-8318-9540fa22bdff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f2df08-5f06-459c-a71e-b0029538e16a,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:42:14.975422 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b634a59c-59fe-40c8-8318-9540fa22bdff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:14.979438 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b634a59c-59fe-40c8-8318-9540fa22bdff admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a3f2df08-5f06-459c-a71e-b0029538e16a HTTP/1.1" status: 204 len: 168 time: 0.2109623 Jul 20 08:42:14.980983 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 45732) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:42:15.055953 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29f95b17-ead8-4edf-9a80-8f5dbd861e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-828437'] for network (81a79de6-5fd5-4905-8d83-7fd26aa203bb), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:15.133370 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29f95b17-ead8-4edf-9a80-8f5dbd861e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021194', 'neutron.services.segments.db._delete_segments_for_network-8761468045370'] for network (81a79de6-5fd5-4905-8d83-7fd26aa203bb), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:15.157438 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-29f95b17-ead8-4edf-9a80-8f5dbd861e0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a79de6-5fd5-4905-8d83-7fd26aa203bb']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:42:15.166665 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-29f95b17-ead8-4edf-9a80-8f5dbd861e0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9fe918-2acc-4c19-a881-8cf442a51e86') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:42:15.166963 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-29f95b17-ead8-4edf-9a80-8f5dbd861e0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9fe918-2acc-4c19-a881-8cf442a51e86') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 08:42:15.176395 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29f95b17-ead8-4edf-9a80-8f5dbd861e0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761468047427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528500728'] for segment (4d9fe918-2acc-4c19-a881-8cf442a51e86), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:15.190040 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29f95b17-ead8-4edf-9a80-8f5dbd861e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754'] for segment (4d9fe918-2acc-4c19-a881-8cf442a51e86), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:15.196203 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f95b17-ead8-4edf-9a80-8f5dbd861e0a admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 08:42:15.196583 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29f95b17-ead8-4edf-9a80-8f5dbd861e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528672105'] for segment (4d9fe918-2acc-4c19-a881-8cf442a51e86), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:15.220281 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 4d9fe918-2acc-4c19-a881-8cf442a51e86 resource provider aggregate not found Jul 20 08:42:15.261255 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 4d9fe918-2acc-4c19-a881-8cf442a51e86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d9fe918-2acc-4c19-a881-8cf442a51e86 found for delete ", "request_id": "req-bfa0a1f9-222d-4192-a3e3-a777347f90bf"}]} Jul 20 08:42:15.262310 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29f95b17-ead8-4edf-9a80-8f5dbd861e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730124'] for network (81a79de6-5fd5-4905-8d83-7fd26aa203bb), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:15.268661 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29f95b17-ead8-4edf-9a80-8f5dbd861e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039539'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:15.271799 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-29f95b17-ead8-4edf-9a80-8f5dbd861e0a admin admin] 10.222.0.64 "DELETE /v2.0/networks/81a79de6-5fd5-4905-8d83-7fd26aa203bb HTTP/1.1" status: 204 len: 168 time: 0.2898672 Jul 20 08:42:15.285526 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f95b17-ead8-4edf-9a80-8f5dbd861e0a admin admin] Pushing event deleted for resources: {'Network': ['ID=81a79de6-5fd5-4905-8d83-7fd26aa203bb,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:42:15.439050 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 45740) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:42:15.477924 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d4577776-dc53-4a1a-8315-38be7720fe80 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0be8b8329d994ec59a61a90f29b2b629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377331 Jul 20 08:42:15.480484 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.64', 45742) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 08:42:15.532494 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-39f83e98-3a28-4315-83f3-23f252eb7102 admin admin] Publish callbacks [] for security_group (84098360-0a80-4d8e-be61-fd6ac04fa8ff), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:15.554593 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-39f83e98-3a28-4315-83f3-23f252eb7102 admin admin] Publish callbacks [] for security_group (84098360-0a80-4d8e-be61-fd6ac04fa8ff), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:15.602627 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-39f83e98-3a28-4315-83f3-23f252eb7102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087513'] for security_group (84098360-0a80-4d8e-be61-fd6ac04fa8ff), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:15.605246 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-39f83e98-3a28-4315-83f3-23f252eb7102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:15.606409 dv-cinder-823089-3-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-39f83e98-3a28-4315-83f3-23f252eb7102 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84098360-0a80-4d8e-be61-fd6ac04fa8ff HTTP/1.1" status: 204 len: 168 time: 0.1250410 Jul 20 08:42:15.615778 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f83e98-3a28-4315-83f3-23f252eb7102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84098360-0a80-4d8e-be61-fd6ac04fa8ff,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 08:42:19.245406 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:42:19.619220 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5bfb5693-8025-46ef-94d9-2b8a9c42786e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:22.262907 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cc7cfc7c-26de-4d41-a9f5-f48c72ff0fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:24.273077 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:25.588542 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:42:25.610366 dv-cinder-823089-3-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=75,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:42:26.587139 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:26.742024 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:29.240402 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:42:29.241230 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:42:36.735469 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:42:36.737564 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:42:40.089500 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:42:42.799877 dv-cinder-823089-3-iscsi neutron-server[104022]: DEBUG neutron.wsgi [req-67ef41b8-d12e-4bd9-9c53-220764c41d4f req-2a38fff3-7184-4732-8de7-f654f3a007ce service neutron] (104022) timed out ('10.222.0.18', 64390) {{(pid=104022) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 08:42:42.954355 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:46.109887 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:42:49.621545 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a6f513b9-9304-4dda-9402-06edd5b3c640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:52.264553 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-779ace1a-9924-4431-9bb9-19e1eda60bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:54.273722 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:56.244339 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:42:56.590720 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:42:56.744183 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:43:06.239576 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:43:06.240329 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:43:09.808539 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:43:09.812784 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:43:12.965955 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:43:17.095530 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:43:17.096422 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:43:19.623844 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-525341ab-62ad-472c-b84a-c46fa6da9862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:43:22.271848 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-35aba990-e924-4700-8428-bcc7fa41099b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:43:24.277283 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:43:26.593984 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:43:26.747669 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:43:33.244056 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:43:36.741659 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:43:36.743583 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:43:42.966322 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:43:49.626560 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d364998b-299a-4689-9690-6d5023a822f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:43:52.264682 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fa413f3a-4c59-47cd-9a35-4da1074483b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:43:54.092232 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=17 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:43:54.096312 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=17 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:43:54.281043 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:43:56.597137 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:43:56.749886 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:44:06.743994 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:44:06.745940 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:44:10.243287 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:44:12.964134 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:44:19.628815 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5c5d4741-ff80-4c90-8c33-1c9903a5fa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:44:20.239671 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:44:22.267326 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ee62f453-fb98-4989-87b6-c7cda9be6482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:44:24.284110 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:44:26.599808 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:44:26.754644 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:44:31.084321 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:44:31.088568 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:44:36.746683 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:44:36.749651 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:44:42.986938 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:44:46.116186 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:44:46.116923 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:44:47.242542 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:44:49.630440 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a1d7bc0c-6579-43f1-8749-e573f6ae2408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:44:52.271231 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-199dbaac-8817-4e6d-9fab-16cb54267d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:44:54.288606 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:44:56.604943 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:44:56.755969 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:45:08.083648 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:45:08.084415 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=7 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:45:09.937508 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:45:09.939496 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:45:12.991866 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:45:19.632401 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9a40828f-c7bc-4ade-acb2-24b10205e476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:45:22.274832 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8907499a-4609-4be6-95bf-c8b0e90490b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:45:24.241800 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:45:24.289613 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:45:26.607309 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:45:26.759848 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:45:34.236487 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:45:34.237302 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:45:36.748488 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=11 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:45:36.756054 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:45:43.010751 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:45:49.634807 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1f4644e1-8881-421b-8f04-5b6caaee57ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:45:49.817576 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=15 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:45:49.818360 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=17 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:45:52.279038 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d8d959d6-eb0e-4063-8947-ff5d76048477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:45:54.291938 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:45:56.614503 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:45:56.762439 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:46:01.240562 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:46:06.756743 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:46:06.758860 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:46:11.235519 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:46:11.236291 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:46:13.012118 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:46:19.636148 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-894296f0-97b9-4898-a27d-c13864504157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:46:22.085619 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:46:22.086406 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:46:22.281009 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a905491d-8861-42d2-87c6-803aa4bfc456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:46:24.294652 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:46:26.607048 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:46:26.765482 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:46:36.759673 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:46:36.760911 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:46:38.239968 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:46:43.024973 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:46:48.235538 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:46:48.236269 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:46:49.641735 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-57fcaace-e43e-42cd-9288-ecf54ff2b53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:46:52.283724 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-aea1f71f-1725-4496-95ae-9250e8ea221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:46:54.297329 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:46:56.610294 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:46:56.768066 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:46:59.082029 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:46:59.082901 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:47:09.818347 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:47:09.820234 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:47:13.037632 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:47:15.239119 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:47:19.643898 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bafa0047-6425-4d30-8806-b3e8420de2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:47:22.286945 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-20767baf-a61b-49b3-bde0-aae7c2827939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:47:24.299727 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:47:25.234531 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:47:25.235383 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:47:26.613024 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:47:26.771710 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:47:36.078816 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:47:36.079617 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:47:36.765583 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:47:36.767586 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:47:43.048316 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8f097d62-c0df-447b-b60f-bbc9514db68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (1e27a1e8-66ee-4865-ba55-d43f386889bc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:47:49.646005 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f0113f05-742d-4baf-b3dc-6a94a9b6f468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (67e6b4a6-c33f-4a64-ba7b-011bd815cba2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:47:49.816252 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=13 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:47:49.818908 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=13 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 08:47:52.237456 dv-cinder-823089-3-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2506fccc-e7d0-4b4e-9e09-0f4346b8e429 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 08:47:52.291708 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6b0928c6-388f-44e0-b09b-379626462045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (e3750dcc-5504-44fc-8961-8241d586a6e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:47:54.302598 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd61a948-6018-456c-a788-25f7b2e94913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (72a3c70a-0b60-460f-bfdb-8b89891acd9a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:47:56.619556 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e22e094-00f7-4697-94d3-bb0269539a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (8613a1cb-f102-4e15-aac2-717a5270c3e6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 08:47:56.774089 dv-cinder-823089-3-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f905032b-6084-4571-9367-e928e599e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761468045352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023689'] for agent (f6114225-4c1c-4501-b764-aed9a0d54998), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}